[ 590.068617] env[69318]: INFO neutron.common.config [-] Logging enabled! [ 590.069072] env[69318]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev52 [ 590.069172] env[69318]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69318) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 590.069417] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 590.069517] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 590.070342] env[69318]: WARNING oslo_policy.policy [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 590.070567] env[69318]: WARNING oslo_policy.policy [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 590.072082] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] VMware NSXv3 Agent initialized successfully. [ 590.072447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] Acquiring lock "singleton_lock" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.072582] env[69318]: DEBUG oslo_concurrency.lockutils [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] Acquired lock "singleton_lock" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.072791] env[69318]: DEBUG oslo_concurrency.lockutils [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] Releasing lock "singleton_lock" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.073191] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] Full set of CONF: {{(pid=69318) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 590.073315] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ******************************************************************************** {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 590.073442] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] Configuration options gathered from: {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 590.073669] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 590.073843] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 590.073959] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ================================================================================ {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 590.074152] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] agent_down_time = 75 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.074358] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] allow_automatic_dhcp_failover = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.074531] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] allow_bulk = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.074715] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] api_extensions_path = {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.074897] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] api_paste_config = api-paste.ini {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.075029] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] auth_strategy = keystone {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.075150] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] backdoor_port = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.075263] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] backdoor_socket = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.075409] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] backlog = 4096 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.075554] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.075717] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] bind_host = 0.0.0.0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.075867] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] bind_port = 9696 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.076019] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] client_socket_timeout = 900 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.076171] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] config_dir = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.076349] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.076428] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] config_source = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.076579] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] control_exchange = neutron {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.076726] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] core_plugin = ml2 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.076923] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] debug = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.077096] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] default_availability_zones = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.077349] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.077486] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] dhcp_agent_notification = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.077635] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] dhcp_agents_per_network = 1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.077800] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] dhcp_lease_duration = 86400 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.077944] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] dhcp_load_type = networks {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.078107] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] dns_domain = openstacklocal {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.078256] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.078397] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] enable_default_route_bfd = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.078556] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] enable_default_route_ecmp = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.078673] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] enable_dvr = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.078812] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] enable_new_agents = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.078951] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.079105] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] enable_signals = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.079243] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] enable_traditional_dhcp = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.079378] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] external_dns_driver = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.079514] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] filter_validation = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.079662] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] global_physnet_mtu = 8950 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.079804] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] graceful_shutdown_timeout = 60 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.079988] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] host = cpu-1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.080150] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] host_dvr_for_dhcp = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.080295] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] http_retries = 3 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.080442] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] instance_format = [instance: %(uuid)s] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.080586] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.080730] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ipam_driver = internal {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.080869] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ipv6_pd_enabled = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.081018] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] l3_ha = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.081166] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.081310] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] l3_ha_network_physical_name = {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.081453] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] l3_ha_network_type = {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.081600] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_color = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.081743] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_config_append = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.081896] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.082040] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_dir = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.082181] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_file = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.082289] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_options = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.082430] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_rotate_interval = 1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.082576] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_rotate_interval_type = days {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.082721] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] log_rotation_type = none {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.082834] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.082944] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.083105] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.083255] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.083367] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.083511] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] max_dns_nameservers = 5 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.083653] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] max_header_line = 16384 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.083793] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] max_l3_agents_per_router = 3 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.084014] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] max_logfile_count = 30 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.084334] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] max_logfile_size_mb = 200 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.084521] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] max_subnet_host_routes = 20 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.084676] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] my_ip = 10.180.1.21 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.084842] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] my_ipv6 = ::1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.084998] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] network_auto_schedule = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.085151] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] network_link_prefix = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.085302] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.085609] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] notify_nova_on_port_data_changes = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.085609] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] notify_nova_on_port_status_changes = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.085732] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] pagination_max_limit = -1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.085866] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] publish_errors = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.086016] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] rate_limit_burst = 0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.086168] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] rate_limit_except_level = CRITICAL {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.086307] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] rate_limit_interval = 0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.086477] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] retry_until_window = 30 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.086583] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] router_distributed = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.086721] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] rpc_resources_processing_step = 20 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.086887] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] rpc_response_max_timeout = 600 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.087047] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] rpc_response_timeout = 60 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.087192] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] send_events_interval = 2 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.087348] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] service_plugins = ['router'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.087498] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] setproctitle = on {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.087636] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] shell_completion = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.087791] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] state_path = /opt/stack/data/neutron {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.087955] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] syslog_log_facility = LOG_USER {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.088117] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] tcp_keepidle = 600 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.088266] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] transport_url = **** {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.088410] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] use_journal = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.088550] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] use_json = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.088690] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] use_ssl = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.088880] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] use_stderr = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.089010] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] use_syslog = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.089179] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] vlan_qinq = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.089372] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] vlan_transparent = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.089520] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] watch_log_file = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.089697] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] wsgi_default_pool_size = 100 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.089850] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] wsgi_keep_alive = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.089999] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.090153] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] wsgi_server_debug = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.090309] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_concurrency.disable_process_locking = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.090459] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.090610] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.090753] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.090900] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.091059] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.091211] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.091370] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.connection_string = messaging:// {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.091519] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.enabled = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.091668] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.es_doc_type = notification {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.091815] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.es_scroll_size = 10000 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.091965] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.es_scroll_time = 2m {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.092121] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.filter_error_trace = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.092271] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.hmac_keys = **** {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.092420] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.sentinel_service_name = mymaster {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.092578] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.socket_timeout = 0.1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.092724] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.trace_requests = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.092866] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler.trace_sqlalchemy = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.093035] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler_jaeger.process_tags = {} {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.093180] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler_jaeger.service_name_prefix = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.093324] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] profiler_otlp.service_name_prefix = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.093482] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.enforce_new_defaults = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.095853] env[69318]: WARNING oslo_config.cfg [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 590.095853] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.enforce_scope = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.095853] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.policy_default_rule = default {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.095853] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.095853] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.095853] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096273] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096273] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096273] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096273] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096273] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096273] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096433] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] agent.extensions = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096433] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096433] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] service_providers.service_provider = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096433] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.default_quota = -1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096433] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096433] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_floatingip = 50 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096596] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_network = 100 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096596] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_port = 500 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096963] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.096963] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_router = 10 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.097072] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_security_group = 10 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.097194] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.097334] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.quota_subnet = 100 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.097472] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] QUOTAS.track_quota_usage = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.097624] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.097761] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep.group = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.097898] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep.helper_command = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100602] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100602] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep.thread_pool_size = 8 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100602] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep.user = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100602] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100602] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_dhcp_release.group = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100602] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_dhcp_release.helper_command = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100602] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100818] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100818] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_dhcp_release.user = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100818] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100818] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_ovs_vsctl.group = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100818] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100818] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100818] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100992] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_ovs_vsctl.user = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100992] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_namespace.capabilities = [21] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100992] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_namespace.group = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100992] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_namespace.helper_command = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100992] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100992] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.100992] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_namespace.user = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.101177] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_conntrack.capabilities = [12] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.101177] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_conntrack.group = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.101486] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_conntrack.helper_command = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.101486] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.101570] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.101706] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_conntrack.user = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.101863] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_link.capabilities = [12, 21] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.101998] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_link.group = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.102144] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_link.helper_command = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.102283] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.102423] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_link.thread_pool_size = 8 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.102552] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] privsep_link.user = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.102971] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.102971] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.103103] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.continue_on_failed_promotions = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.103147] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.dscp = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.103279] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.dscp_inherit = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.103422] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.force_mp_to_policy = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.103562] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.locking_coordinator_url = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.103921] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.log_agent_heartbeats = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.103921] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.logging_expire = 1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.104096] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.104148] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.104269] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.polling_interval = 240 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.104557] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.104557] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.104858] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.report_interval = 30.0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.104858] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.105033] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.105414] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.105414] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.sync_skew = 60 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.105564] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.synchronization_queue_size = 20 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.105613] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT.use_helper_for_ns_read = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.105753] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] SECURITYGROUP.enable_ipset = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.105903] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] SECURITYGROUP.enable_security_group = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.106063] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.106218] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.106369] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] experimental.ipv6_pd_enabled = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.106637] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.extension_drivers = ['port_security'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.106834] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.external_network_type = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.106977] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.107532] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.overlay_ip_version = 4 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.107725] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.path_mtu = 8950 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.107900] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.physical_network_mtus = {} {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.108201] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.108381] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.108545] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ml2.type_drivers = ['vlan'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.108705] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.108853] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.109013] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.109177] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.109334] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.109484] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.109635] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.109788] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.109944] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.110230] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.110389] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_login_password = **** {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.110553] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.110705] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_login_user = admin {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.110859] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.111036] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.111172] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.111325] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.111481] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.111629] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.111939] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.112024] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.112169] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.112326] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.112486] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.112635] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.112789] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.113036] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.113217] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.113373] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.113520] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.113677] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.auth_section = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.113836] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.auth_type = password {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.113986] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.114153] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.certfile = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.114346] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.collect_timing = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.114519] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.endpoint_type = public {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.114654] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.insecure = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.114796] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.keyfile = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.114950] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.region_name = RegionOne {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.115117] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.split_loggers = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.115267] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] nova.timeout = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.115517] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.auth_section = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.115633] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.auth_type = password {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.115786] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.115932] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.certfile = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.116101] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.collect_timing = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.116264] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.endpoint_type = public {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.116530] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.insecure = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.116621] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.keyfile = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.116778] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.region_name = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.116942] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.split_loggers = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.117098] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] placement.timeout = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.117251] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.auth_section = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.117393] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.auth_type = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.117534] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.cafile = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.117672] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.certfile = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.117819] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.collect_timing = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.117963] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.connect_retries = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.118119] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.connect_retry_delay = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.118266] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.enable_notifications = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.118407] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.endpoint_override = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.118552] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.insecure = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.118800] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.interface = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.118860] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.keyfile = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.118966] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.max_version = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.119120] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.min_version = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.119261] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.region_name = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.119400] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.retriable_status_codes = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.119540] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.service_name = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.119675] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.service_type = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.119859] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.split_loggers = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.119952] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.status_code_retries = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.120100] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.status_code_retry_delay = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.120241] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.timeout = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.120435] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.valid_interfaces = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.120592] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ironic.version = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.120745] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] cli_script.dry_run = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.120904] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.121063] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.121217] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.121365] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.121509] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.121651] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122015] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122015] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122141] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122260] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122406] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122552] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122701] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122868] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.122989] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.123152] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.123605] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.123605] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.123605] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.123746] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.123855] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.124011] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.124167] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.124312] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.124457] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.124599] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.124744] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.124929] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.125098] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.125248] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.125393] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.ssl = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.125544] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.125792] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.125893] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.125995] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.126125] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.126268] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.126423] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_notifications.driver = [] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.126568] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_notifications.retry = -1 {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.126855] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.126947] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.126999] env[69318]: DEBUG oslo_service.backend.eventlet.service [None req-a0593048-b187-4f6b-ae9d-721186024c82 None None] ******************************************************************************** {{(pid=69318) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 590.128030] env[69318]: DEBUG neutron.agent.securitygroups_rpc [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Init firewall settings (driver=nsxv3) {{(pid=69318) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 590.129374] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69318) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 590.129603] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] RPC agent_id: nsxm-l-01a.corp.local [ 590.131912] env[69318]: DEBUG dogpile.cache.region [None req-09f1a61c-e157-4546-8698-8545587694cd None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.132068] env[69318]: DEBUG dogpile.lock [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.132137] env[69318]: DEBUG dogpile.lock [None req-09f1a61c-e157-4546-8698-8545587694cd None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.132232] env[69318]: DEBUG dogpile.lock [None req-09f1a61c-e157-4546-8698-8545587694cd None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.132312] env[69318]: DEBUG dogpile.cache.region [None req-09f1a61c-e157-4546-8698-8545587694cd None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.132405] env[69318]: DEBUG dogpile.lock [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.132533] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.150841] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Session token - acquiring [ 590.152466] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.152669] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.152742] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.153204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.163919] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.447035] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 590.470454] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.470676] env[69318]: DEBUG dogpile.cache.region [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Cache value generated in 0.338 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 590.470749] env[69318]: DEBUG dogpile.lock [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.470856] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Activating Policy API Provider. [ 590.471075] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Looking for the default Infrastructure Rules. [ 590.538847] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Looking for the Default Layer3 Logged Drop Section. [ 590.554327] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 590.554814] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.554998] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.555123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.555443] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.555784] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-09f1a61c-e157-4546-8698-8545587694cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.070840] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-09f1a61c-e157-4546-8698-8545587694cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.573524] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-09f1a61c-e157-4546-8698-8545587694cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.076397] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Inventory metadata is going to be refreshed. [ 592.076806] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 592.971076] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.971076] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.971076] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.971076] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.981607] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 592.982870] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.984053] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 593.006024] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.006024] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.006024] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.006024] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.006024] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.006024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 593.006024] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.006024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 593.026983] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.027597] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.027869] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.028307] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.028643] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.028999] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 593.049370] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.051799] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.051799] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.051799] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.051799] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.051799] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 593.072022] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.072022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.072022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.072022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.072022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.072022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 593.072022] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.072022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 593.090345] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.091057] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.093032] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.093032] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.093032] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.093032] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 593.093032] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.093032] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 593.115607] env[69318]: DEBUG networking_nsxv3.common.locking [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.116225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.116494] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.116923] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.117225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.118065] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 593.118065] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.118065] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Inventory metadata have been refreshed. [ 593.118065] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Dryrun:True. Metadata refresh completed. [ 593.118065] env[69318]: DEBUG oslo_concurrency.lockutils [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Releasing lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.119947] env[69318]: INFO neutron.agent.agent_extensions_manager [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Loaded agent extensions: [] [ 593.120859] env[69318]: DEBUG neutron_lib.callbacks.manager [None req-09f1a61c-e157-4546-8698-8545587694cd None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69318) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 593.183900] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent RPC Daemon Started! [ 593.184967] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:0 started [ 593.184967] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent out of sync with plugin! [ 598.121383] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 598.121804] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.122503] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 603.122503] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.123449] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.123854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.123854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.124026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.124216] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.626947] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.129598] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.632326] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 607.632556] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 608.123841] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 608.123948] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 608.166798] env[69318]: INFO networking_nsxv3.common.synchronization [None req-861b77f4-1306-4d6c-a2ab-d2690704f899 demo admin] Enqueued Resource ID: 1c74407e-54d7-4ce6-8682-400a8ed11e36 with Priority: HIGHEST for action security_group_rules [ 608.167502] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c74407e-54d7-4ce6-8682-400a8ed11e36 with Priority: HIGHEST for action security_group_rules [ 608.167638] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c74407e-54d7-4ce6-8682-400a8ed11e36 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.167777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c74407e-54d7-4ce6-8682-400a8ed11e36" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.167860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c74407e-54d7-4ce6-8682-400a8ed11e36" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.168119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c74407e-54d7-4ce6-8682-400a8ed11e36" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.168212] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c74407e-54d7-4ce6-8682-400a8ed11e36',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.424794] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.425051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.425191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.425410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.437624] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 608.438403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.439089] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 608.456952] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.457190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.457190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.457376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.457460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.457573] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 608.457646] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 608.457815] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 608.475755] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.475966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.475966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.476187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.476269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.476384] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 608.494347] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.494565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.494565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.494741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.494898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.494978] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 608.513670] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.513874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.513874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.514148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.514249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.514365] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 608.514440] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 608.514515] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 608.530768] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.530960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.530960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.531191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.531281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.531391] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 608.531466] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 608.531536] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 608.555402] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.555593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.555593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.555800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.555919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.556033] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 608.556105] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 608.556175] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 608.556241] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 608.556316] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 608.556379] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 608.556473] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 608.556764] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 608.556828] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 608.556889] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 608.576028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.576189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.576290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.576430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.576534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.576640] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 608.595847] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.596088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.596088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.596255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.596360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.617550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.686676] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.686908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.686908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.687159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.687254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.687351] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c74407e-54d7-4ce6-8682-400a8ed11e36 already deleted. [ 608.687432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c74407e-54d7-4ce6-8682-400a8ed11e36" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.168665] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 613.169175] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 618.170074] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 618.170431] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 623.171279] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 623.171612] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 628.172127] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 628.172514] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 633.173414] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 633.173414] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.480627] env[69318]: INFO networking_nsxv3.common.synchronization [None req-82bc3600-61ec-4a86-a1c7-e77cde64df28 None None] Enqueued Resource ID: 388b014e-9985-4706-94e1-be30014f7ca6 with Priority: HIGHEST for action port [ 636.481187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388b014e-9985-4706-94e1-be30014f7ca6 with Priority: HIGHEST for action port [ 636.481490] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-388b014e-9985-4706-94e1-be30014f7ca6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.481618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-388b014e-9985-4706-94e1-be30014f7ca6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.481690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-388b014e-9985-4706-94e1-be30014f7ca6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.481952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-388b014e-9985-4706-94e1-be30014f7ca6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.483290] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388b014e-9985-4706-94e1-be30014f7ca6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.988265] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 388b014e-9985-4706-94e1-be30014f7ca6 [ 636.988265] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.988265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.988265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.988265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.988265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.988265] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:388b014e-9985-4706-94e1-be30014f7ca6 already deleted. [ 636.988265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-388b014e-9985-4706-94e1-be30014f7ca6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.386339] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9662ef8f-dfd3-4b11-bba1-1a8469832e48 None None] Enqueued Resource ID: d5930a47-d2d5-4e87-b8fd-9ac896a12f40 with Priority: HIGHEST for action port [ 637.386573] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5930a47-d2d5-4e87-b8fd-9ac896a12f40 with Priority: HIGHEST for action port [ 637.387171] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5930a47-d2d5-4e87-b8fd-9ac896a12f40 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.387299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5930a47-d2d5-4e87-b8fd-9ac896a12f40" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.387372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5930a47-d2d5-4e87-b8fd-9ac896a12f40" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.387629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5930a47-d2d5-4e87-b8fd-9ac896a12f40" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.387719] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5930a47-d2d5-4e87-b8fd-9ac896a12f40',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.890860] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5930a47-d2d5-4e87-b8fd-9ac896a12f40 [ 637.891157] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.891354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.891394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.891634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.891675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.891755] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5930a47-d2d5-4e87-b8fd-9ac896a12f40 already deleted. [ 637.891842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5930a47-d2d5-4e87-b8fd-9ac896a12f40" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.552716] env[69318]: INFO networking_nsxv3.common.synchronization [None req-4ab1191c-47d2-4949-8dd1-d61585e412ac None None] Enqueued Resource ID: 23a2453d-2a5b-492a-a565-e49e10edb47f with Priority: HIGHEST for action port [ 638.552716] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a2453d-2a5b-492a-a565-e49e10edb47f with Priority: HIGHEST for action port [ 638.552716] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a2453d-2a5b-492a-a565-e49e10edb47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.552716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a2453d-2a5b-492a-a565-e49e10edb47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.552716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a2453d-2a5b-492a-a565-e49e10edb47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.556185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a2453d-2a5b-492a-a565-e49e10edb47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.556185] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a2453d-2a5b-492a-a565-e49e10edb47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.059454] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a2453d-2a5b-492a-a565-e49e10edb47f [ 639.059688] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.059745] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.059843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.060109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.060215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.060322] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a2453d-2a5b-492a-a565-e49e10edb47f already deleted. [ 639.060404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a2453d-2a5b-492a-a565-e49e10edb47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.382672] env[69318]: INFO networking_nsxv3.common.synchronization [None req-f6352615-5053-4034-8121-aa0b4c5dd8b5 None None] Enqueued Resource ID: 614990e0-25e2-4313-aa8d-e9bbaa5a293c with Priority: HIGHEST for action port [ 639.383621] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614990e0-25e2-4313-aa8d-e9bbaa5a293c with Priority: HIGHEST for action port [ 639.383621] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-614990e0-25e2-4313-aa8d-e9bbaa5a293c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.383621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-614990e0-25e2-4313-aa8d-e9bbaa5a293c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.383958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-614990e0-25e2-4313-aa8d-e9bbaa5a293c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.383958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-614990e0-25e2-4313-aa8d-e9bbaa5a293c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.384065] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614990e0-25e2-4313-aa8d-e9bbaa5a293c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.890091] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 614990e0-25e2-4313-aa8d-e9bbaa5a293c [ 639.890334] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.890467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.890535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.891037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.891134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.891278] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:614990e0-25e2-4313-aa8d-e9bbaa5a293c already deleted. [ 639.891412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-614990e0-25e2-4313-aa8d-e9bbaa5a293c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.934935] env[69318]: INFO networking_nsxv3.common.synchronization [None req-12478621-44c8-4d07-a71c-3f072d3b1c28 None None] Enqueued Resource ID: a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7 with Priority: HIGHEST for action port [ 639.937183] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7 with Priority: HIGHEST for action port [ 639.940314] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.940314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.940314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.940314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.940314] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.235610] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2ca1f8b1-2113-416c-bd92-a455700d389d None None] Enqueued Resource ID: 215ee394-6131-4b3b-bf4a-343e68a88442 with Priority: HIGHEST for action port [ 640.235610] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215ee394-6131-4b3b-bf4a-343e68a88442 with Priority: HIGHEST for action port [ 640.235610] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-215ee394-6131-4b3b-bf4a-343e68a88442 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.235610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-215ee394-6131-4b3b-bf4a-343e68a88442" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.235610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-215ee394-6131-4b3b-bf4a-343e68a88442" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.235610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-215ee394-6131-4b3b-bf4a-343e68a88442" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.235610] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('215ee394-6131-4b3b-bf4a-343e68a88442',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.271687] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8f1bea59-9ceb-48ed-a5ba-983b1ead716a None None] Enqueued Resource ID: a0363b69-40f4-4f85-b570-eb7713f01003 with Priority: HIGHEST for action port [ 640.271687] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0363b69-40f4-4f85-b570-eb7713f01003 with Priority: HIGHEST for action port [ 640.271687] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0363b69-40f4-4f85-b570-eb7713f01003 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.271687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0363b69-40f4-4f85-b570-eb7713f01003" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.271687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0363b69-40f4-4f85-b570-eb7713f01003" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.271687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0363b69-40f4-4f85-b570-eb7713f01003" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.272118] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0363b69-40f4-4f85-b570-eb7713f01003',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.440544] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7 [ 640.440953] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.441683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.441804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.442042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.442470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.442470] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7 already deleted. [ 640.442470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8efd97f-fd49-4d96-9bc2-7947eb0f6cf7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.738663] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 215ee394-6131-4b3b-bf4a-343e68a88442 [ 640.738897] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.739041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.739124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.739319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.739409] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.739504] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:215ee394-6131-4b3b-bf4a-343e68a88442 already deleted. [ 640.739582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-215ee394-6131-4b3b-bf4a-343e68a88442" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.774257] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0363b69-40f4-4f85-b570-eb7713f01003 [ 640.774485] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.774619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.774687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.774968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.775062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.775110] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0363b69-40f4-4f85-b570-eb7713f01003 already deleted. [ 640.775180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0363b69-40f4-4f85-b570-eb7713f01003" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.065020] env[69318]: INFO networking_nsxv3.common.synchronization [None req-1a4c2a8f-abf5-480f-a04e-98ffc8ebb9c4 None None] Enqueued Resource ID: 04d48e08-8127-4ced-990b-e1dd3d668460 with Priority: HIGHEST for action port [ 641.065020] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48e08-8127-4ced-990b-e1dd3d668460 with Priority: HIGHEST for action port [ 641.065020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d48e08-8127-4ced-990b-e1dd3d668460 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.065020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d48e08-8127-4ced-990b-e1dd3d668460" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.065020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d48e08-8127-4ced-990b-e1dd3d668460" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.065020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d48e08-8127-4ced-990b-e1dd3d668460" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.065020] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d48e08-8127-4ced-990b-e1dd3d668460',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.566375] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04d48e08-8127-4ced-990b-e1dd3d668460 [ 641.566632] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.566720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.566809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.567033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.567122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.567223] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04d48e08-8127-4ced-990b-e1dd3d668460 already deleted. [ 641.567302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d48e08-8127-4ced-990b-e1dd3d668460" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.028188] env[69318]: INFO networking_nsxv3.common.synchronization [None req-39a1515f-45f4-4247-b3d7-0eae3e5c5839 None None] Enqueued Resource ID: 8a46f8d8-f698-4e50-90e6-ea47b2d8197e with Priority: HIGHEST for action port [ 642.028727] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a46f8d8-f698-4e50-90e6-ea47b2d8197e with Priority: HIGHEST for action port [ 642.029043] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a46f8d8-f698-4e50-90e6-ea47b2d8197e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.029174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a46f8d8-f698-4e50-90e6-ea47b2d8197e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.029245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a46f8d8-f698-4e50-90e6-ea47b2d8197e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.029557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a46f8d8-f698-4e50-90e6-ea47b2d8197e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.029667] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a46f8d8-f698-4e50-90e6-ea47b2d8197e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.533415] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a46f8d8-f698-4e50-90e6-ea47b2d8197e [ 642.533666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.533771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.533844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.534068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.534163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.534259] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a46f8d8-f698-4e50-90e6-ea47b2d8197e already deleted. [ 642.534342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a46f8d8-f698-4e50-90e6-ea47b2d8197e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.814190] env[69318]: INFO networking_nsxv3.common.synchronization [None req-f21f0208-1c3b-45eb-9462-55c6e1bcf40f None None] Enqueued Resource ID: 7641ac77-578c-43fe-b54f-8846dc587a52 with Priority: HIGHEST for action port [ 643.814190] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7641ac77-578c-43fe-b54f-8846dc587a52 with Priority: HIGHEST for action port [ 643.814190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7641ac77-578c-43fe-b54f-8846dc587a52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.814190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7641ac77-578c-43fe-b54f-8846dc587a52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.814190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7641ac77-578c-43fe-b54f-8846dc587a52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.815981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7641ac77-578c-43fe-b54f-8846dc587a52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.816210] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7641ac77-578c-43fe-b54f-8846dc587a52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.319762] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7641ac77-578c-43fe-b54f-8846dc587a52 [ 644.319913] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.320679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.320679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.321641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.321641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.321777] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7641ac77-578c-43fe-b54f-8846dc587a52 already deleted. [ 644.321818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7641ac77-578c-43fe-b54f-8846dc587a52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.486413] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2d062e21-42fa-417f-8aea-33e15abcf00b None None] Enqueued Resource ID: 11eb6d7c-168e-4e75-9d7b-8f41ef3c6619 with Priority: HIGHEST for action port [ 644.488515] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11eb6d7c-168e-4e75-9d7b-8f41ef3c6619 with Priority: HIGHEST for action port [ 644.488515] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-11eb6d7c-168e-4e75-9d7b-8f41ef3c6619 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.488515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11eb6d7c-168e-4e75-9d7b-8f41ef3c6619" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.488515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11eb6d7c-168e-4e75-9d7b-8f41ef3c6619" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.488515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11eb6d7c-168e-4e75-9d7b-8f41ef3c6619" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.488515] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11eb6d7c-168e-4e75-9d7b-8f41ef3c6619',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.990381] env[69318]: INFO networking_nsxv3.common.synchronization [None req-352232a0-cc0e-42a6-b7f8-3fcf9065925f None None] Enqueued Resource ID: bd3dcacd-a965-4bf2-95ce-67274211d49a with Priority: HIGHEST for action port [ 644.990381] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3dcacd-a965-4bf2-95ce-67274211d49a with Priority: HIGHEST for action port [ 644.990381] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11eb6d7c-168e-4e75-9d7b-8f41ef3c6619 [ 644.990664] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.990664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.990786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.991639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.991935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.991994] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11eb6d7c-168e-4e75-9d7b-8f41ef3c6619 already deleted. [ 644.992155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11eb6d7c-168e-4e75-9d7b-8f41ef3c6619" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.993068] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3dcacd-a965-4bf2-95ce-67274211d49a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.993194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3dcacd-a965-4bf2-95ce-67274211d49a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.993265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3dcacd-a965-4bf2-95ce-67274211d49a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.993500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3dcacd-a965-4bf2-95ce-67274211d49a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.993601] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3dcacd-a965-4bf2-95ce-67274211d49a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.497603] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd3dcacd-a965-4bf2-95ce-67274211d49a [ 645.497603] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.497730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.497730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.498368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.498368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.498368] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd3dcacd-a965-4bf2-95ce-67274211d49a already deleted. [ 645.498368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3dcacd-a965-4bf2-95ce-67274211d49a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.529266] env[69318]: INFO networking_nsxv3.common.synchronization [None req-14f78b13-170a-44e6-aaa5-b76b1d7c62ea None None] Enqueued Resource ID: b05b770d-f2cd-4399-86a9-47b58d788117 with Priority: HIGHEST for action port [ 645.530063] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05b770d-f2cd-4399-86a9-47b58d788117 with Priority: HIGHEST for action port [ 645.530220] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b05b770d-f2cd-4399-86a9-47b58d788117 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.530281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b05b770d-f2cd-4399-86a9-47b58d788117" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.530310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b05b770d-f2cd-4399-86a9-47b58d788117" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.531328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b05b770d-f2cd-4399-86a9-47b58d788117" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.531328] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b05b770d-f2cd-4399-86a9-47b58d788117',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.979379] env[69318]: INFO networking_nsxv3.common.synchronization [None req-71f1e492-c87a-4b15-adbe-f14c3f90d5fe None None] Enqueued Resource ID: ef21fa83-20a8-4a35-9d3e-e48a68f20d1b with Priority: HIGHEST for action port [ 645.979849] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef21fa83-20a8-4a35-9d3e-e48a68f20d1b with Priority: HIGHEST for action port [ 645.983526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef21fa83-20a8-4a35-9d3e-e48a68f20d1b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.985651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef21fa83-20a8-4a35-9d3e-e48a68f20d1b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.985651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef21fa83-20a8-4a35-9d3e-e48a68f20d1b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.985651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef21fa83-20a8-4a35-9d3e-e48a68f20d1b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.985651] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef21fa83-20a8-4a35-9d3e-e48a68f20d1b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.034843] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b05b770d-f2cd-4399-86a9-47b58d788117 [ 646.034843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.034843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.034843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.034843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.034843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.034843] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b05b770d-f2cd-4399-86a9-47b58d788117 already deleted. [ 646.034843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b05b770d-f2cd-4399-86a9-47b58d788117" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.397352] env[69318]: INFO networking_nsxv3.common.synchronization [None req-7fcc2afc-521c-4811-93fc-5127af871833 None None] Enqueued Resource ID: a1966858-b7f0-454a-8cf5-8108498b2ffd with Priority: HIGHEST for action port [ 646.398026] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1966858-b7f0-454a-8cf5-8108498b2ffd with Priority: HIGHEST for action port [ 646.399208] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1966858-b7f0-454a-8cf5-8108498b2ffd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.399208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1966858-b7f0-454a-8cf5-8108498b2ffd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.399208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1966858-b7f0-454a-8cf5-8108498b2ffd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.399681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1966858-b7f0-454a-8cf5-8108498b2ffd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.399681] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1966858-b7f0-454a-8cf5-8108498b2ffd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.487909] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef21fa83-20a8-4a35-9d3e-e48a68f20d1b [ 646.489533] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.489533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.489533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.489533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.489533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.489533] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef21fa83-20a8-4a35-9d3e-e48a68f20d1b already deleted. [ 646.489533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef21fa83-20a8-4a35-9d3e-e48a68f20d1b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.905467] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1966858-b7f0-454a-8cf5-8108498b2ffd [ 646.905900] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.905900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.905900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.906175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.906175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.906234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1966858-b7f0-454a-8cf5-8108498b2ffd already deleted. [ 646.907420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1966858-b7f0-454a-8cf5-8108498b2ffd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.008180] env[69318]: INFO networking_nsxv3.common.synchronization [None req-3202968a-5987-46c1-ba3b-c724cc58ee00 None None] Enqueued Resource ID: 1e040257-b0c0-4aba-b276-5b43538ac681 with Priority: HIGHEST for action port [ 647.008875] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e040257-b0c0-4aba-b276-5b43538ac681 with Priority: HIGHEST for action port [ 647.009195] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e040257-b0c0-4aba-b276-5b43538ac681 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.009195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e040257-b0c0-4aba-b276-5b43538ac681" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.009356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e040257-b0c0-4aba-b276-5b43538ac681" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.009483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e040257-b0c0-4aba-b276-5b43538ac681" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.009562] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e040257-b0c0-4aba-b276-5b43538ac681',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.512592] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e040257-b0c0-4aba-b276-5b43538ac681 [ 647.512592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.512592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.512985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.512985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.513077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.513179] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e040257-b0c0-4aba-b276-5b43538ac681 already deleted. [ 647.513268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e040257-b0c0-4aba-b276-5b43538ac681" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.614038] env[69318]: INFO networking_nsxv3.common.synchronization [None req-d145175f-5bcc-4c5b-8df1-5618120b595b None None] Enqueued Resource ID: acecc5b7-de4c-475d-a066-b0d0e55e603a with Priority: HIGHEST for action port [ 647.614659] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acecc5b7-de4c-475d-a066-b0d0e55e603a with Priority: HIGHEST for action port [ 647.615150] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-acecc5b7-de4c-475d-a066-b0d0e55e603a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.615223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acecc5b7-de4c-475d-a066-b0d0e55e603a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.615318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acecc5b7-de4c-475d-a066-b0d0e55e603a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.616392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acecc5b7-de4c-475d-a066-b0d0e55e603a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.616392] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acecc5b7-de4c-475d-a066-b0d0e55e603a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.118263] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acecc5b7-de4c-475d-a066-b0d0e55e603a [ 648.118885] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.118885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.118885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.119186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.119291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.119406] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acecc5b7-de4c-475d-a066-b0d0e55e603a already deleted. [ 648.119489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acecc5b7-de4c-475d-a066-b0d0e55e603a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.206832] env[69318]: INFO networking_nsxv3.common.synchronization [None req-664a2037-8321-40bd-9a8c-eecc8b62897a tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Enqueued Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_rules [ 648.208450] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_rules [ 648.208450] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2721c50e-659c-4701-9d21-a31a19240c1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.208963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.209226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.210130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.210301] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.492181] env[69318]: INFO networking_nsxv3.common.synchronization [None req-efa20475-8cb3-4ddb-bce4-f5c7b0a8c883 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Enqueued Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_rules [ 648.492894] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_rules [ 648.493208] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2721c50e-659c-4701-9d21-a31a19240c1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.493316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.733392] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.733687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.733687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.733836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.733923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734027] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2721c50e-659c-4701-9d21-a31a19240c1d already deleted. [ 648.734108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.734407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.734486] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.255571] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.255758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.255847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.256151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.256251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.256339] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2721c50e-659c-4701-9d21-a31a19240c1d already deleted. [ 649.256429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.359555] env[69318]: INFO networking_nsxv3.common.synchronization [None req-96f2e777-8ff0-4bce-b257-1a2facf4465e None None] Enqueued Resource ID: b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5 with Priority: HIGHEST for action port [ 649.359831] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5 with Priority: HIGHEST for action port [ 649.360422] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.360539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.360612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.360861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.360950] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.863739] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5 [ 649.865546] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.865546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.865546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.865546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.865546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.865546] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5 already deleted. [ 649.865546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e8ac9c-d4e9-45f9-a5c7-bc78e187b4f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.076994] env[69318]: INFO networking_nsxv3.common.synchronization [None req-a4eeba62-9461-47bc-8434-c49c29237b94 None None] Enqueued Resource ID: a1a649a4-9d54-406f-b17a-33f2ad907fa7 with Priority: HIGHEST for action port [ 650.078096] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a649a4-9d54-406f-b17a-33f2ad907fa7 with Priority: HIGHEST for action port [ 650.078356] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a649a4-9d54-406f-b17a-33f2ad907fa7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.078643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a649a4-9d54-406f-b17a-33f2ad907fa7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.078643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a649a4-9d54-406f-b17a-33f2ad907fa7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.078790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a649a4-9d54-406f-b17a-33f2ad907fa7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.078871] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a649a4-9d54-406f-b17a-33f2ad907fa7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.123821] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3b3d451-3f84-4740-a7d8-3e65118c4534 req-85740551-058b-44cd-a3e7-045acdce75d6 tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Enqueued Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGHEST for action security_group_members [ 650.124432] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGHEST for action security_group_members [ 650.126202] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-952102fd-9874-44fe-8d15-a39d48dd3f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.126582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.127040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.127386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.127656] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.128476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.128680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.128957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.129150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.129332] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.582541] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a649a4-9d54-406f-b17a-33f2ad907fa7 [ 650.582541] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.582541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.582541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.582541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.582541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.582541] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a649a4-9d54-406f-b17a-33f2ad907fa7 already deleted. [ 650.582541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a649a4-9d54-406f-b17a-33f2ad907fa7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.632700] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.632864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.633315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.633315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.633315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.633492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.633568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.633568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.633719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.633791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.633880] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 already deleted. [ 650.633953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.233273] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.233273] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-372" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.233273] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-372" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.233273] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-372" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.233273] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.233273] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.233273] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.233273] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.237779] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.237779] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.237779] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.237779] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.237779] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.237779] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.237779] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.237779] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.257262] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.257460] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.258980] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.258980] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-372" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.258980] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-88f221e8-b573-4f7c-b396-bbb580935e19 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.258980] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-88f221e8-b573-4f7c-b396-bbb580935e19" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.258980] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-88f221e8-b573-4f7c-b396-bbb580935e19" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.258980] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-88f221e8-b573-4f7c-b396-bbb580935e19" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.258980] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88f221e8-b573-4f7c-b396-bbb580935e19',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.767021] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.767021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.767021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.767021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.767021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.767021] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 88f221e8-b573-4f7c-b396-bbb580935e19 not found, creating... [ 651.767021] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.767021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.767021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.767021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.767021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.767529] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.767529] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.767529] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.768519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.768834] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.769171] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 88f221e8-b573-4f7c-b396-bbb580935e19 is going to be created. [ 651.798458] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.798458] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.798458] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.798739] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.798971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.799209] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-88f221e8-b573-4f7c-b396-bbb580935e19" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.930551] env[69318]: INFO networking_nsxv3.common.synchronization [None req-ec6d2710-b81d-41be-8045-32b8df400ea0 None None] Enqueued Resource ID: c68e2257-490d-4232-8611-b5c669fc6667 with Priority: HIGHEST for action port [ 651.930551] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68e2257-490d-4232-8611-b5c669fc6667 with Priority: HIGHEST for action port [ 651.931527] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-c68e2257-490d-4232-8611-b5c669fc6667 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.931527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c68e2257-490d-4232-8611-b5c669fc6667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.931527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c68e2257-490d-4232-8611-b5c669fc6667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.931723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c68e2257-490d-4232-8611-b5c669fc6667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.931723] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c68e2257-490d-4232-8611-b5c669fc6667',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.181571] env[69318]: INFO networking_nsxv3.common.synchronization [req-3964271b-fed3-4c56-a1bd-a010330f212a req-b7293de5-7c7a-43e5-b6a8-62143591e24a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 652.181571] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 652.181656] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.181713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.181872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.182522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.182522] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.182522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.182522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.182522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.182710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.182710] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.433746] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c68e2257-490d-4232-8611-b5c669fc6667 [ 652.434049] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.434126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.434312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.434404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.434550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.434592] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c68e2257-490d-4232-8611-b5c669fc6667 already deleted. [ 652.434662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c68e2257-490d-4232-8611-b5c669fc6667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.685011] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.686044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.689147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.689147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.689147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.689147] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.689147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.689147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.689407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.689407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.689407] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc already deleted. [ 652.689484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.729893] env[69318]: INFO networking_nsxv3.common.synchronization [None req-1f3fe4a5-d356-4764-871c-5d42203af52d None None] Enqueued Resource ID: e4fe03c3-2227-45e4-bb01-51581ccfdf0c with Priority: HIGHEST for action port [ 652.729893] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fe03c3-2227-45e4-bb01-51581ccfdf0c with Priority: HIGHEST for action port [ 652.729893] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4fe03c3-2227-45e4-bb01-51581ccfdf0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.729893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4fe03c3-2227-45e4-bb01-51581ccfdf0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.729893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4fe03c3-2227-45e4-bb01-51581ccfdf0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.729893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4fe03c3-2227-45e4-bb01-51581ccfdf0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.730250] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4fe03c3-2227-45e4-bb01-51581ccfdf0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.070595] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.070865] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.070930] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.071275] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.071538] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.071724] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.071868] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.076098] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.076098] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.076098] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.076098] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.076098] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.076098] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.076098] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.076098] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.076098] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.100038] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.100038] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.100038] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.100038] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.100038] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-8502f051-cf69-4155-9f81-19446cdecc12 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.100333] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-8502f051-cf69-4155-9f81-19446cdecc12" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.100333] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-8502f051-cf69-4155-9f81-19446cdecc12" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.104344] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-8502f051-cf69-4155-9f81-19446cdecc12" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.104344] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8502f051-cf69-4155-9f81-19446cdecc12',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.234139] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4fe03c3-2227-45e4-bb01-51581ccfdf0c [ 653.234368] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.234503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.234579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.234837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.234930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.235054] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4fe03c3-2227-45e4-bb01-51581ccfdf0c already deleted. [ 653.235141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4fe03c3-2227-45e4-bb01-51581ccfdf0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.407221] env[69318]: INFO networking_nsxv3.common.synchronization [None req-6b5e66f7-bacc-4d54-9b07-44488802d0ba None None] Enqueued Resource ID: 82dd74a5-a70f-4bb9-92f6-2b0484382b08 with Priority: HIGHEST for action port [ 653.407516] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dd74a5-a70f-4bb9-92f6-2b0484382b08 with Priority: HIGHEST for action port [ 653.408509] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-82dd74a5-a70f-4bb9-92f6-2b0484382b08 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.408509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82dd74a5-a70f-4bb9-92f6-2b0484382b08" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.408509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82dd74a5-a70f-4bb9-92f6-2b0484382b08" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.420022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82dd74a5-a70f-4bb9-92f6-2b0484382b08" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.420022] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82dd74a5-a70f-4bb9-92f6-2b0484382b08',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.562334] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3b3d451-3f84-4740-a7d8-3e65118c4534 req-3254f3e9-c735-4f9c-858b-aff2c6151d9d service nova] Enqueued Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGHEST for action security_group_rules [ 653.563096] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3b3d451-3f84-4740-a7d8-3e65118c4534 req-3254f3e9-c735-4f9c-858b-aff2c6151d9d service nova] Enqueued Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGHEST for action security_group_members [ 653.563435] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3b3d451-3f84-4740-a7d8-3e65118c4534 req-3254f3e9-c735-4f9c-858b-aff2c6151d9d service nova] Enqueued Resource ID: 88f221e8-b573-4f7c-b396-bbb580935e19 with Priority: HIGHEST for action port [ 653.567710] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGHEST for action security_group_rules [ 653.567710] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGHEST for action security_group_members [ 653.567710] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88f221e8-b573-4f7c-b396-bbb580935e19 with Priority: HIGHEST for action port [ 653.567710] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-952102fd-9874-44fe-8d15-a39d48dd3f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.567710] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.567710] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-952102fd-9874-44fe-8d15-a39d48dd3f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.567710] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.567710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.567710] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.569935] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-88f221e8-b573-4f7c-b396-bbb580935e19 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.571060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88f221e8-b573-4f7c-b396-bbb580935e19" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.571060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88f221e8-b573-4f7c-b396-bbb580935e19" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.571060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88f221e8-b573-4f7c-b396-bbb580935e19" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.571060] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88f221e8-b573-4f7c-b396-bbb580935e19',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.610073] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.610073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.610073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.610073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.610073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.610073] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 8502f051-cf69-4155-9f81-19446cdecc12 not found, creating... [ 653.610073] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.610073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.610073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.610073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.610073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.610531] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.610531] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.610531] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.611614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.611614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.611614] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 8502f051-cf69-4155-9f81-19446cdecc12 is going to be created. [ 653.635440] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.635674] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.635802] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.636079] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.636302] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.636537] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-8502f051-cf69-4155-9f81-19446cdecc12" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.891305] env[69318]: INFO networking_nsxv3.common.synchronization [req-58f43505-23df-4f6b-a4b3-8c8658066343 req-d15fe506-5cec-4bb3-9326-c933c5090730 tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Enqueued Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGHEST for action security_group_members [ 653.891305] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGHEST for action security_group_members [ 653.891305] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-245971c4-0ce1-4016-9b5e-b058b85e9fe4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.891305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.891305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.891305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.891305] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.892217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.892217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.892791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.892952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.893120] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.923376] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82dd74a5-a70f-4bb9-92f6-2b0484382b08 [ 653.923789] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.924192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.924192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.924505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.924696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.924959] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82dd74a5-a70f-4bb9-92f6-2b0484382b08 already deleted. [ 653.925145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82dd74a5-a70f-4bb9-92f6-2b0484382b08" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.940539] env[69318]: INFO networking_nsxv3.common.synchronization [None req-46d49a29-32e1-46dc-9fff-cc5586637e4f None None] Enqueued Resource ID: 45752267-b9b5-4499-9d8b-67a3df4f3369 with Priority: HIGHEST for action port [ 653.941058] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45752267-b9b5-4499-9d8b-67a3df4f3369 with Priority: HIGHEST for action port [ 653.941522] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-45752267-b9b5-4499-9d8b-67a3df4f3369 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.941642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45752267-b9b5-4499-9d8b-67a3df4f3369" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.941707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45752267-b9b5-4499-9d8b-67a3df4f3369" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.941947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45752267-b9b5-4499-9d8b-67a3df4f3369" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.944673] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45752267-b9b5-4499-9d8b-67a3df4f3369',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.076022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-952102fd-9874-44fe-8d15-a39d48dd3f32 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.076022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.082403] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.086623] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88f221e8-b573-4f7c-b396-bbb580935e19 with status ACTIVE [ 654.086876] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.086991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.087548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.087822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.087932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.088545] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.088545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.088545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.088545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.088879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.089419] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.089531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.089599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.089768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.089943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.089943] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88f221e8-b573-4f7c-b396-bbb580935e19 is going to be updated. [ 654.113320] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.113448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.113448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.113612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.114361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.114361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88f221e8-b573-4f7c-b396-bbb580935e19" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.396276] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.396276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.396276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.396276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.396276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.396554] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.396602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.396636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.396949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.397031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.400856] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 already deleted. [ 654.401285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.447534] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45752267-b9b5-4499-9d8b-67a3df4f3369 [ 654.447534] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.447870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.447870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.447953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.448243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.448243] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45752267-b9b5-4499-9d8b-67a3df4f3369 already deleted. [ 654.448243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45752267-b9b5-4499-9d8b-67a3df4f3369" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.503328] env[69318]: INFO networking_nsxv3.common.synchronization [None req-64412529-2350-43a6-8331-1f6132b3e57e None None] Enqueued Resource ID: f2f8fc79-a064-4be5-8144-2b4d96727fbc with Priority: HIGHEST for action port [ 654.506191] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f8fc79-a064-4be5-8144-2b4d96727fbc with Priority: HIGHEST for action port [ 654.509768] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2f8fc79-a064-4be5-8144-2b4d96727fbc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.509768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2f8fc79-a064-4be5-8144-2b4d96727fbc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.509768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2f8fc79-a064-4be5-8144-2b4d96727fbc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.509768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2f8fc79-a064-4be5-8144-2b4d96727fbc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.509768] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f8fc79-a064-4be5-8144-2b4d96727fbc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.585901] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.012642] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2f8fc79-a064-4be5-8144-2b4d96727fbc [ 655.012642] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.012806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.012841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.013686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.013686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.013686] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2f8fc79-a064-4be5-8144-2b4d96727fbc already deleted. [ 655.013686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2f8fc79-a064-4be5-8144-2b4d96727fbc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.088080] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.088332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.088410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.088687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.088785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.088887] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 is going to be created. [ 655.123927] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.124121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.124166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.124348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.124507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.137270] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 in Status: UNINITIALIZED for 2s [ 655.178275] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.178275] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.178275] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.178275] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.178490] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.178490] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.178574] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.181624] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.181624] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.183417] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.184126] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.184126] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.184126] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.184126] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.184126] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.184313] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.206618] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.207441] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.207690] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.208023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.208954] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.208954] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.208954] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.209471] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.209636] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.321561] env[69318]: INFO networking_nsxv3.common.synchronization [req-3964271b-fed3-4c56-a1bd-a010330f212a req-ed8fabca-db0f-4f9c-b299-6fa0f11cdc97 service nova] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_rules [ 655.321733] env[69318]: INFO networking_nsxv3.common.synchronization [req-3964271b-fed3-4c56-a1bd-a010330f212a req-ed8fabca-db0f-4f9c-b299-6fa0f11cdc97 service nova] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 655.321876] env[69318]: INFO networking_nsxv3.common.synchronization [req-3964271b-fed3-4c56-a1bd-a010330f212a req-ed8fabca-db0f-4f9c-b299-6fa0f11cdc97 service nova] Enqueued Resource ID: 8502f051-cf69-4155-9f81-19446cdecc12 with Priority: HIGHEST for action port [ 655.322541] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_rules [ 655.322675] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 655.322768] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8502f051-cf69-4155-9f81-19446cdecc12 with Priority: HIGHEST for action port [ 655.327292] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.327292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.327292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.327292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.327292] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.328120] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.328262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.328463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.331593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.331593] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.331593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.331593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.331593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.331593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.331593] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.331593] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8502f051-cf69-4155-9f81-19446cdecc12 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.331593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8502f051-cf69-4155-9f81-19446cdecc12" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.331593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8502f051-cf69-4155-9f81-19446cdecc12" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.331593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8502f051-cf69-4155-9f81-19446cdecc12" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.331593] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8502f051-cf69-4155-9f81-19446cdecc12',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.712781] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.713082] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.713178] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.713658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.713792] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.714013] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb not found, creating... [ 655.714327] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.714515] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.714636] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.714899] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.715070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.715401] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.715564] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.715731] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.719295] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.719383] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.719626] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb is going to be created. [ 655.745815] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.746046] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.746174] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.746772] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.747101] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.748044] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.832824] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.836024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.836024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.836185] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8502f051-cf69-4155-9f81-19446cdecc12 with status ACTIVE [ 655.836640] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.836640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.836792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.836874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.836960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.837695] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.837807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.837871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.838049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.838142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.838318] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.838442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.838478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.838609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.839990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.840101] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8502f051-cf69-4155-9f81-19446cdecc12 is going to be updated. [ 655.880313] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.880519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.880707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.880994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.881176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.881339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8502f051-cf69-4155-9f81-19446cdecc12" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.295071] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee07100c-d975-4006-ab98-775799ff1036 req-a6fea6e9-0b36-4ba3-8660-b58bde223552 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 656.296616] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 656.296935] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.297976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.298078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.298364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.299196] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.299196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.299196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.299196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.299196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.299400] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.317484] env[69318]: INFO networking_nsxv3.common.synchronization [None req-7a1e75c9-1663-407c-945c-5048e168b3ed None None] Enqueued Resource ID: 40d6d8be-2d85-4c9d-8259-3fb5066754d5 with Priority: HIGHEST for action port [ 656.317599] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d6d8be-2d85-4c9d-8259-3fb5066754d5 with Priority: HIGHEST for action port [ 656.318463] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d6d8be-2d85-4c9d-8259-3fb5066754d5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.318463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d6d8be-2d85-4c9d-8259-3fb5066754d5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.318463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d6d8be-2d85-4c9d-8259-3fb5066754d5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.318628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d6d8be-2d85-4c9d-8259-3fb5066754d5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.318659] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d6d8be-2d85-4c9d-8259-3fb5066754d5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.335117] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.803331] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.803609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.803609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.803674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.803829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.803939] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.804044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.804106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.804250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.804442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.804442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 already deleted. [ 656.804528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.824344] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40d6d8be-2d85-4c9d-8259-3fb5066754d5 [ 656.824589] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.824721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.824789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.825817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.825817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.825817] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40d6d8be-2d85-4c9d-8259-3fb5066754d5 already deleted. [ 656.825817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d6d8be-2d85-4c9d-8259-3fb5066754d5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.836682] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.836810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.836913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.837514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.837620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.837726] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc is going to be created. [ 656.864042] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.864042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.864042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.864042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.864042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.873122] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: UNINITIALIZED for 2s [ 656.978018] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.978018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.978018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.978018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.978533] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.978945] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.979292] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.979775] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.980114] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.980786] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.981596] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.981596] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.981596] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.981882] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.982263] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.982562] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.008032] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.008032] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.008032] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.008032] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.008032] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-466683e6-9587-4f61-b0f2-192916621a88 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.008032] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-466683e6-9587-4f61-b0f2-192916621a88" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.008032] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-466683e6-9587-4f61-b0f2-192916621a88" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.008032] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-466683e6-9587-4f61-b0f2-192916621a88" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.008032] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466683e6-9587-4f61-b0f2-192916621a88',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.155486] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 in Status: SUCCESS [ 657.155486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.155486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.155486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.155486] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.155486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.155935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.155935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.155935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.156033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.156112] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.216664] env[69318]: INFO networking_nsxv3.common.synchronization [None req-119aca2f-09d9-4d07-a4b6-0e6e24835ec0 None None] Enqueued Resource ID: e42ff2fd-06e8-403b-829d-0c5de151d965 with Priority: HIGHEST for action port [ 657.217393] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e42ff2fd-06e8-403b-829d-0c5de151d965 with Priority: HIGHEST for action port [ 657.217523] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e42ff2fd-06e8-403b-829d-0c5de151d965 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.217637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e42ff2fd-06e8-403b-829d-0c5de151d965" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.217702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e42ff2fd-06e8-403b-829d-0c5de151d965" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.217960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e42ff2fd-06e8-403b-829d-0c5de151d965" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.218512] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e42ff2fd-06e8-403b-829d-0c5de151d965',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.507786] env[69318]: INFO networking_nsxv3.common.synchronization [req-58f43505-23df-4f6b-a4b3-8c8658066343 req-a73ef082-d925-4226-bdb5-507bbc770df5 service nova] Enqueued Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGHEST for action security_group_rules [ 657.507954] env[69318]: INFO networking_nsxv3.common.synchronization [req-58f43505-23df-4f6b-a4b3-8c8658066343 req-a73ef082-d925-4226-bdb5-507bbc770df5 service nova] Enqueued Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGHEST for action security_group_members [ 657.508088] env[69318]: INFO networking_nsxv3.common.synchronization [req-58f43505-23df-4f6b-a4b3-8c8658066343 req-a73ef082-d925-4226-bdb5-507bbc770df5 service nova] Enqueued Resource ID: fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb with Priority: HIGHEST for action port [ 657.510084] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGHEST for action security_group_rules [ 657.510084] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGHEST for action security_group_members [ 657.510084] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb with Priority: HIGHEST for action port [ 657.510084] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.510084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.510084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.510084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.510084] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.516479] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-245971c4-0ce1-4016-9b5e-b058b85e9fe4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.516479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.516479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.516479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.516479] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.516479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.516479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.516479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.516479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.516479] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.518407] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.518407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.518407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.518407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.518407] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.518839] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.518839] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.518839] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.519122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.519338] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.519509] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 466683e6-9587-4f61-b0f2-192916621a88 not found, creating... [ 657.519643] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.519801] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.519911] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.521181] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.521914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.521914] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.521914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.522111] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.522401] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.522401] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.522509] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 466683e6-9587-4f61-b0f2-192916621a88 is going to be created. [ 657.549123] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.549123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.549123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.549518] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.549720] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.549956] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-466683e6-9587-4f61-b0f2-192916621a88" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.559845] env[69318]: INFO networking_nsxv3.common.synchronization [None req-95198472-9969-4601-abac-e57f41d11e10 None None] Enqueued Resource ID: 62fdad71-e7f6-4b09-9ed7-2a231bd866e1 with Priority: HIGHEST for action port [ 657.561814] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fdad71-e7f6-4b09-9ed7-2a231bd866e1 with Priority: HIGHEST for action port [ 657.561814] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-62fdad71-e7f6-4b09-9ed7-2a231bd866e1 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.561814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62fdad71-e7f6-4b09-9ed7-2a231bd866e1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.562045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62fdad71-e7f6-4b09-9ed7-2a231bd866e1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.562106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62fdad71-e7f6-4b09-9ed7-2a231bd866e1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.562185] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62fdad71-e7f6-4b09-9ed7-2a231bd866e1',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.660961] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-952102fd-9874-44fe-8d15-a39d48dd3f32 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.661125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.661212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.662343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.662516] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.662641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.662712] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.666402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.666535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.666631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.666843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-952102fd-9874-44fe-8d15-a39d48dd3f32 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.667703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.667809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.668604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.668604] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.668871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.675039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.675039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.675039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675039] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.687644] env[69318]: INFO networking_nsxv3.common.synchronization [None req-d28866fc-7f87-4476-a8bc-75700ee6a4f3 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Enqueued Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_rules [ 657.688314] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_rules [ 657.689324] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91878d04-3086-4166-9ff0-8a5111cc1d9b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.689324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.689324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.689457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.689550] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.720651] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e42ff2fd-06e8-403b-829d-0c5de151d965 [ 657.720765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.720895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.721465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.721465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.721699] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e42ff2fd-06e8-403b-829d-0c5de151d965 already deleted. [ 657.721830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e42ff2fd-06e8-403b-829d-0c5de151d965" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.894863] env[69318]: INFO networking_nsxv3.common.synchronization [None req-36641b29-a5b8-4390-9b23-ac5602994416 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Enqueued Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_rules [ 657.896276] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_rules [ 657.896276] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91878d04-3086-4166-9ff0-8a5111cc1d9b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.896276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.025583] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb with status ACTIVE [ 658.026389] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.026389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.026389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.026389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.026389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.026389] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.026718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.026718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.026718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.026803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.027038] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.027132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.027193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.027332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.027404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.027486] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb is going to be updated. [ 658.030312] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.032285] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-245971c4-0ce1-4016-9b5e-b058b85e9fe4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.032814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.058482] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.058482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.058482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.058736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.058736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.058841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdb39f4d-ce1c-4e04-bdf0-2b33c30bdfcb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.064283] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62fdad71-e7f6-4b09-9ed7-2a231bd866e1 [ 658.064472] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.064592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.066019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.066019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.066019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.066019] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62fdad71-e7f6-4b09-9ed7-2a231bd866e1 already deleted. [ 658.066019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62fdad71-e7f6-4b09-9ed7-2a231bd866e1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.143253] env[69318]: INFO networking_nsxv3.common.synchronization [None req-4e2b92bd-f890-4cd2-b65c-e7b968e93552 None None] Enqueued Resource ID: 5761ab5a-ebe2-464e-a160-ce50b5f8eb5c with Priority: HIGHEST for action port [ 658.143941] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5761ab5a-ebe2-464e-a160-ce50b5f8eb5c with Priority: HIGHEST for action port [ 658.149790] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5761ab5a-ebe2-464e-a160-ce50b5f8eb5c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.149790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5761ab5a-ebe2-464e-a160-ce50b5f8eb5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.149790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5761ab5a-ebe2-464e-a160-ce50b5f8eb5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.149790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5761ab5a-ebe2-464e-a160-ce50b5f8eb5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.149790] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5761ab5a-ebe2-464e-a160-ce50b5f8eb5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.177367] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 952102fd-9874-44fe-8d15-a39d48dd3f32: rpc.has_security_group_logging(os_id): False [ 658.205724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.205724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.205724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.205724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.206529] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.206529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.206529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.206529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.206529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.206529] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 is going to be created. [ 658.234617] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.234803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.236131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.236131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.236131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.236131] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b already deleted. [ 658.236131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.236131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.236382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.236444] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.310262] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.310262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.310262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.310262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.310262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.325066] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 in Status: IN_PROGRESS for 2s [ 658.534179] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.652843] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5761ab5a-ebe2-464e-a160-ce50b5f8eb5c [ 658.652843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.652843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.652843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.653980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.653980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.653980] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5761ab5a-ebe2-464e-a160-ce50b5f8eb5c already deleted. [ 658.653980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5761ab5a-ebe2-464e-a160-ce50b5f8eb5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.715025] env[69318]: INFO networking_nsxv3.common.synchronization [req-8085b54f-e537-426d-b29d-f2ca3326aa7b req-ed64c91f-fc6e-45a2-a4b8-0840f110e1a9 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Enqueued Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGHEST for action security_group_members [ 658.715025] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGHEST for action security_group_members [ 658.715025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d676d6-a933-45d3-b235-b869a473fb46 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.715025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.715025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.715025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.715025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.715025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.715025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.718793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.718793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.718793] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.761698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.761857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.761938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.762251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.762328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.762455] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b already deleted. [ 658.762494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.810726] env[69318]: INFO networking_nsxv3.common.synchronization [None req-e1edbe2d-50a3-481b-9ebd-fc1bca7a3089 None None] Enqueued Resource ID: 28d85076-6ac4-4dd4-81f0-c813377cd145 with Priority: HIGHEST for action port [ 658.812133] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d85076-6ac4-4dd4-81f0-c813377cd145 with Priority: HIGHEST for action port [ 658.812133] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d85076-6ac4-4dd4-81f0-c813377cd145 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.812133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d85076-6ac4-4dd4-81f0-c813377cd145" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d85076-6ac4-4dd4-81f0-c813377cd145" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.812133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d85076-6ac4-4dd4-81f0-c813377cd145" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.812371] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d85076-6ac4-4dd4-81f0-c813377cd145',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.886855] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: SUCCESS [ 658.886855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.886855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.886855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.886855] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.886855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.886855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.886855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.886855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.886855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.886855] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.041181] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.041484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.041484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.041779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.041779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.041931] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 is going to be created. [ 659.068301] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.068301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.068301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.068640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.068640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.080406] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 in Status: UNINITIALIZED for 2s [ 659.221162] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.221356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.221399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.221982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.221982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.222163] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.222297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.222361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.222705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.222773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.222809] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d676d6-a933-45d3-b235-b869a473fb46 already deleted. [ 659.222898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.316084] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28d85076-6ac4-4dd4-81f0-c813377cd145 [ 659.316287] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.316420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.316497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.316701] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.316793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.316944] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28d85076-6ac4-4dd4-81f0-c813377cd145 already deleted. [ 659.317416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d85076-6ac4-4dd4-81f0-c813377cd145" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.388239] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.388507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.388507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.388731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.388919] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.389038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.389113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.389520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.389726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.389767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.389951] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.390086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.390209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.390343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.390538] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.390669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.390770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.390971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.391966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.392559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.392559] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.440358] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee07100c-d975-4006-ab98-775799ff1036 req-15e5fd8e-5529-4827-88c2-e1f857b7a704 service nova] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_rules [ 659.440358] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee07100c-d975-4006-ab98-775799ff1036 req-15e5fd8e-5529-4827-88c2-e1f857b7a704 service nova] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 659.440358] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee07100c-d975-4006-ab98-775799ff1036 req-15e5fd8e-5529-4827-88c2-e1f857b7a704 service nova] Enqueued Resource ID: 466683e6-9587-4f61-b0f2-192916621a88 with Priority: HIGHEST for action port [ 659.440358] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_rules [ 659.440358] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 659.440956] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466683e6-9587-4f61-b0f2-192916621a88 with Priority: HIGHEST for action port [ 659.440956] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.440956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.441074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.441323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.441435] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.442593] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.442593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.442593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.442779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.442871] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.442948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.446795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.447065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.447165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.447263] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.448135] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-466683e6-9587-4f61-b0f2-192916621a88 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.448248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-466683e6-9587-4f61-b0f2-192916621a88" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.448303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-466683e6-9587-4f61-b0f2-192916621a88" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.448500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-466683e6-9587-4f61-b0f2-192916621a88" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.448539] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466683e6-9587-4f61-b0f2-192916621a88',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.511508] env[69318]: INFO networking_nsxv3.common.synchronization [None req-0d4676e6-129a-4f5d-8b40-81bdd38269dc None None] Enqueued Resource ID: 04b726d8-67c5-414b-a692-5f9d499cb689 with Priority: HIGHEST for action port [ 659.512040] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b726d8-67c5-414b-a692-5f9d499cb689 with Priority: HIGHEST for action port [ 659.512358] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b726d8-67c5-414b-a692-5f9d499cb689 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.512509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b726d8-67c5-414b-a692-5f9d499cb689" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.512589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b726d8-67c5-414b-a692-5f9d499cb689" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.512856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b726d8-67c5-414b-a692-5f9d499cb689" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.512957] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b726d8-67c5-414b-a692-5f9d499cb689',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.714194] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.714384] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.714511] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.714771] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.715054] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.715439] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.715439] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.715661] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.715769] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.715981] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.716109] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.716223] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.716333] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.716439] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.716556] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.716689] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.738640] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.738640] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.738640] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.738640] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.738640] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.738640] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.738640] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.738640] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.738640] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126ab9d0-2019-4f9e-8cfc-956f13ac4cbb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.901398] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e5169d2-1196-4add-be4b-25c478de99dc: rpc.has_security_group_logging(os_id): False [ 659.920580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.920734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.920801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.921032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.921114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.921302] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.921397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.921459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.921652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.921687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.921880] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.922135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.922213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.922349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.922431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.922830] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.922830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.922830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.923155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.923651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.923651] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc is going to be created. [ 659.952753] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.952753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.952753] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.953979] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 466683e6-9587-4f61-b0f2-192916621a88 with status ACTIVE [ 659.953979] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.953979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.953979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.953979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.953979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.954392] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.954392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.954392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.954525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.954525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.954880] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.954880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.955108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.960880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.960880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.960880] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 466683e6-9587-4f61-b0f2-192916621a88 is going to be updated. [ 659.986346] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.986570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.986570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.986767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.986924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.987948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-466683e6-9587-4f61-b0f2-192916621a88" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.989723] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.989835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.989918] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.990108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.992826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.009370] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: IN_PROGRESS for 2s [ 660.019214] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04b726d8-67c5-414b-a692-5f9d499cb689 [ 660.019214] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.019214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.019214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.019214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.019214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.019458] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04b726d8-67c5-414b-a692-5f9d499cb689 already deleted. [ 660.019458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b726d8-67c5-414b-a692-5f9d499cb689" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.239690] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.240043] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.240043] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.240646] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.240646] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.240646] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb not found, creating... [ 660.241838] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.241838] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.241838] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.241838] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.241838] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.241838] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.242090] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.242090] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.242430] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.242518] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.242661] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb is going to be created. [ 660.266270] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.266538] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.266636] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.267215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.267215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.267655] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.343737] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 in Status: SUCCESS [ 660.343995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.461880] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.594141] env[69318]: INFO networking_nsxv3.common.synchronization [req-74ca92b1-547a-4016-8832-e19eee9e40e9 req-5e3b02d9-f00f-4fdd-9309-9770714a61d9 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Enqueued Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_members [ 660.594141] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_members [ 660.594141] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2721c50e-659c-4701-9d21-a31a19240c1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.594141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.594141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.594366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.594558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.594653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.594690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.594813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.594898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.594987] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.965695] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.965954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.965954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.966212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.966392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.966609] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be created. [ 660.996746] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.996854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.996973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.997181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.997298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.010934] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: UNINITIALIZED for 2s [ 661.095603] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 in Status: SUCCESS [ 661.096504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.099182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.099182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.099182] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.099182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.099182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.099182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.099182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.099182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.099182] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.102602] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.105240] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.105240] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2721c50e-659c-4701-9d21-a31a19240c1d already deleted. [ 661.105240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.167838] env[69318]: INFO networking_nsxv3.common.synchronization [None req-c0c5533b-7867-4233-ac59-166494622cad tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_rules [ 661.168434] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_rules [ 661.168743] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.168870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.168936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.169832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.169832] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.278564] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.278851] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-852" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.278968] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-852" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.279246] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-852" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.279555] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.279677] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.279879] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.280023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.280880] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.280880] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.281076] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.282584] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.284170] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.284170] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.284170] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.284170] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.305403] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.305565] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.305705] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.305880] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-852" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.306231] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-407e8a93-de21-4489-9f6c-5990d3aa921d taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.306405] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-407e8a93-de21-4489-9f6c-5990d3aa921d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.306525] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-407e8a93-de21-4489-9f6c-5990d3aa921d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.306886] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-407e8a93-de21-4489-9f6c-5990d3aa921d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.307479] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407e8a93-de21-4489-9f6c-5990d3aa921d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.337046] env[69318]: INFO networking_nsxv3.common.synchronization [None req-581026f8-04d1-4a0e-a049-c68cf05c4472 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_rules [ 661.337530] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_rules [ 661.338541] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.338659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.606409] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-245971c4-0ce1-4016-9b5e-b058b85e9fe4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.606593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.606657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.606968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.607194] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.607310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.607391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.607541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.607837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.607837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.608027] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-245971c4-0ce1-4016-9b5e-b058b85e9fe4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.608077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.608149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.608283] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.608428] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.608562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.608625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.608761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.608840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.608923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.609514] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.695289] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.697234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.697234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.697234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.697234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.697234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 already deleted. [ 661.697234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.697234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.697234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.697234] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.811516] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.811825] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.811890] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.812152] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.812309] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.812467] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 407e8a93-de21-4489-9f6c-5990d3aa921d not found, creating... [ 661.812727] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.813027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.813027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.813238] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.813364] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.813649] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.813829] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.813907] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.814280] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.814343] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.814454] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 407e8a93-de21-4489-9f6c-5990d3aa921d is going to be created. [ 661.836335] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.836589] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.836711] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.837547] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.840231] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.840231] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-407e8a93-de21-4489-9f6c-5990d3aa921d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.028127] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: SUCCESS [ 662.028427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.112439] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 245971c4-0ce1-4016-9b5e-b058b85e9fe4: rpc.has_security_group_logging(os_id): False [ 662.136726] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.136726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.136726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.136726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.136726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.136726] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.136726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.137198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.138047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.138047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.138047] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.138582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.138706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.138952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.139205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.139846] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.139930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.140219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.140219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.140330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.140969] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 is going to be created. [ 662.214147] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.214147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.214147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.214147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.214147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.229328] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.229527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.229600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.229816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.231711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.231711] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 already deleted. [ 662.231711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.232979] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 in Status: IN_PROGRESS for 2s [ 662.306711] env[69318]: INFO networking_nsxv3.common.synchronization [None req-6365efa4-26c5-4226-a309-3ba993357786 None None] Enqueued Resource ID: 12f66eb5-3041-4d06-8d1a-97c8aa7edacf with Priority: HIGHEST for action port [ 662.307109] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f66eb5-3041-4d06-8d1a-97c8aa7edacf with Priority: HIGHEST for action port [ 662.309408] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f66eb5-3041-4d06-8d1a-97c8aa7edacf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.310333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f66eb5-3041-4d06-8d1a-97c8aa7edacf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.310411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f66eb5-3041-4d06-8d1a-97c8aa7edacf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.310691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f66eb5-3041-4d06-8d1a-97c8aa7edacf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.310778] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f66eb5-3041-4d06-8d1a-97c8aa7edacf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.425524] env[69318]: INFO networking_nsxv3.common.synchronization [req-8085b54f-e537-426d-b29d-f2ca3326aa7b req-abbe5226-81cf-4b4a-9d1a-d7e86dc825bc service nova] Enqueued Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGHEST for action security_group_rules [ 662.425720] env[69318]: INFO networking_nsxv3.common.synchronization [req-8085b54f-e537-426d-b29d-f2ca3326aa7b req-abbe5226-81cf-4b4a-9d1a-d7e86dc825bc service nova] Enqueued Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGHEST for action security_group_members [ 662.425860] env[69318]: INFO networking_nsxv3.common.synchronization [req-8085b54f-e537-426d-b29d-f2ca3326aa7b req-abbe5226-81cf-4b4a-9d1a-d7e86dc825bc service nova] Enqueued Resource ID: 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb with Priority: HIGHEST for action port [ 662.426436] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGHEST for action security_group_rules [ 662.426583] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGHEST for action security_group_members [ 662.426659] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb with Priority: HIGHEST for action port [ 662.426936] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d676d6-a933-45d3-b235-b869a473fb46 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.427088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.427154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.427410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.427526] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.428826] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d676d6-a933-45d3-b235-b869a473fb46 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.428933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.430694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.430694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.430694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.430694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.430694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.430694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.430694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.430694] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.431062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.431754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.434352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.434352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.434352] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126ab9d0-2019-4f9e-8cfc-956f13ac4cbb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.815477] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12f66eb5-3041-4d06-8d1a-97c8aa7edacf [ 662.815477] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.815477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.815477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.815477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.815477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.815477] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12f66eb5-3041-4d06-8d1a-97c8aa7edacf already deleted. [ 662.815477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f66eb5-3041-4d06-8d1a-97c8aa7edacf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.934361] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d676d6-a933-45d3-b235-b869a473fb46 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.934499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.934677] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.935715] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb with status ACTIVE [ 662.935947] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.936120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.936404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.937226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.937226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.937367] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.937425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.937516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.937763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.938082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.938387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.938502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.938567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.938745] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.938819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.939109] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 126ab9d0-2019-4f9e-8cfc-956f13ac4cbb is going to be updated. [ 662.965018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.965018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.965018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.965018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.965018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.965018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-126ab9d0-2019-4f9e-8cfc-956f13ac4cbb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.025277] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 663.025466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.025705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.025986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.026197] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.026300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.026366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.026518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.026596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.026680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.026769] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.158355] env[69318]: INFO networking_nsxv3.common.synchronization [req-74ca92b1-547a-4016-8832-e19eee9e40e9 req-2b4728a4-8156-48c7-b346-0f78976ba8a2 service nova] Enqueued Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_rules [ 663.158355] env[69318]: INFO networking_nsxv3.common.synchronization [req-74ca92b1-547a-4016-8832-e19eee9e40e9 req-2b4728a4-8156-48c7-b346-0f78976ba8a2 service nova] Enqueued Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_members [ 663.158355] env[69318]: INFO networking_nsxv3.common.synchronization [req-74ca92b1-547a-4016-8832-e19eee9e40e9 req-2b4728a4-8156-48c7-b346-0f78976ba8a2 service nova] Enqueued Resource ID: 407e8a93-de21-4489-9f6c-5990d3aa921d with Priority: HIGHEST for action port [ 663.158355] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_rules [ 663.160252] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_members [ 663.160987] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407e8a93-de21-4489-9f6c-5990d3aa921d with Priority: HIGHEST for action port [ 663.161466] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2721c50e-659c-4701-9d21-a31a19240c1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.161554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.161644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.161827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.162054] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.163126] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2721c50e-659c-4701-9d21-a31a19240c1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.163287] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.163422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.163764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.163940] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.167965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.167965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.167965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.167965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.167965] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.167965] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-407e8a93-de21-4489-9f6c-5990d3aa921d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.168321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407e8a93-de21-4489-9f6c-5990d3aa921d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.168321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407e8a93-de21-4489-9f6c-5990d3aa921d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.168321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407e8a93-de21-4489-9f6c-5990d3aa921d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.168408] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407e8a93-de21-4489-9f6c-5990d3aa921d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.441213] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.497195] env[69318]: INFO networking_nsxv3.common.synchronization [None req-fa337367-e841-4aa7-a667-18f5df30e582 None None] Enqueued Resource ID: 780572d2-bab0-4aef-9e86-f604d4def318 with Priority: HIGHEST for action port [ 663.497324] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780572d2-bab0-4aef-9e86-f604d4def318 with Priority: HIGHEST for action port [ 663.498439] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-780572d2-bab0-4aef-9e86-f604d4def318 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.498439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-780572d2-bab0-4aef-9e86-f604d4def318" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.498439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-780572d2-bab0-4aef-9e86-f604d4def318" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.498606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-780572d2-bab0-4aef-9e86-f604d4def318" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.498702] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780572d2-bab0-4aef-9e86-f604d4def318',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.531909] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.531909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.531909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.534031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.534031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.534031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.534031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.534640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.534640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.534640] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.672049] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.674029] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2721c50e-659c-4701-9d21-a31a19240c1d taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.674029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.674029] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 407e8a93-de21-4489-9f6c-5990d3aa921d with status ACTIVE [ 663.674231] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.674375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.674472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.675021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.675113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.675930] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.675930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.675930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.675930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.675930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.676128] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.676477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.676589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.676785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.677020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.677773] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 407e8a93-de21-4489-9f6c-5990d3aa921d is going to be updated. [ 663.703358] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.703524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.704279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.704279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.704279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.704279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407e8a93-de21-4489-9f6c-5990d3aa921d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.947961] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.948157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.948217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.948447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.948537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.948640] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d676d6-a933-45d3-b235-b869a473fb46 is going to be created. [ 663.983561] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.983561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.983561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.983561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.983561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.998396] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d676d6-a933-45d3-b235-b869a473fb46 in Status: UNINITIALIZED for 2s [ 664.000886] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 780572d2-bab0-4aef-9e86-f604d4def318 [ 664.002101] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.002254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.002366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.002549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.002641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.002737] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:780572d2-bab0-4aef-9e86-f604d4def318 already deleted. [ 664.002818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-780572d2-bab0-4aef-9e86-f604d4def318" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.043423] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65e50880-844b-4a0b-9569-285ca8226a38: rpc.has_security_group_logging(os_id): False [ 664.069391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.069391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.069391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.069685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.069685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.069830] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.069966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.069966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.070809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.070809] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.070809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.070809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.070809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.070809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.071408] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.071408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.071408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.071408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.071556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.071556] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be created. [ 664.156984] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.156984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.156984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.157220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.157342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.171189] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: IN_PROGRESS for 2s [ 664.175305] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.263700] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 in Status: SUCCESS [ 664.263700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.679060] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.679060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.679060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.679060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.679060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.679060] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2721c50e-659c-4701-9d21-a31a19240c1d is going to be created. [ 664.708317] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.708560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.708560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.708803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.708981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.729738] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2721c50e-659c-4701-9d21-a31a19240c1d in Status: UNINITIALIZED for 2s [ 665.160385] env[69318]: INFO networking_nsxv3.common.synchronization [req-8e87883f-3a8e-4a02-a262-174acda467e4 req-be94bef1-b9c6-4e34-93fe-777780f745ea tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 665.160385] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 665.160688] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.160996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.161268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.161671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.161972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.162228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.162401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.163250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.163455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.163671] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.666982] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.667185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.667256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.667473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.667561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.667900] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.667900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.667900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.668110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.668139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.668212] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e231536e-d679-426c-a82e-41e9692a7007 already deleted. [ 665.668288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.767986] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.768277] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-889" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.768353] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-889" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.768665] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-889" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.768930] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.769100] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.769220] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.769437] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.769579] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.769788] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.769959] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.770107] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.770222] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.770338] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.770444] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.770575] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.793963] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.793963] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.793963] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.794170] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-889" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.794472] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-853feba3-cacf-4351-a192-cf4a59528fab taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.794642] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.794767] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.795189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.795345] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853feba3-cacf-4351-a192-cf4a59528fab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.011675] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d676d6-a933-45d3-b235-b869a473fb46 in Status: SUCCESS [ 666.013509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.013703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.014153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.014153] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.014287] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.014327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.014539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.014539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.014627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.014723] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.182964] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 666.183181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.300085] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.300085] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.300085] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.300085] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.300085] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.300085] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 853feba3-cacf-4351-a192-cf4a59528fab not found, creating... [ 666.300085] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.300499] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.300499] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.301170] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.301170] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.301321] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.302267] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.303309] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.303309] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.303309] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.303309] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 853feba3-cacf-4351-a192-cf4a59528fab is going to be created. [ 666.323610] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.323939] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.324376] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.324642] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.324837] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.330451] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.521532] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d676d6-a933-45d3-b235-b869a473fb46 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.521532] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.521532] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d676d6-a933-45d3-b235-b869a473fb46 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.521532] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.521532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.522186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.522186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.522186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.522186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.522186] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.739211] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2721c50e-659c-4701-9d21-a31a19240c1d in Status: SUCCESS [ 666.739583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.739788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.740013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.740247] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.740386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.740499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.740722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.740848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.740979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.741633] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.027243] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d676d6-a933-45d3-b235-b869a473fb46: rpc.has_security_group_logging(os_id): False [ 667.053503] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.053699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.053699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.053933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.054077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.054289] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.054462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.054462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.054720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.054720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.054928] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.055071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.055110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.055240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.055309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.056456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.056646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.056740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.057017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.057148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.057306] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d676d6-a933-45d3-b235-b869a473fb46 is going to be created. [ 667.138305] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.138305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.138305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.139781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.139781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.189179] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d676d6-a933-45d3-b235-b869a473fb46 in Status: IN_PROGRESS for 2s [ 667.244582] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.742900] env[69318]: INFO networking_nsxv3.common.synchronization [req-8e87883f-3a8e-4a02-a262-174acda467e4 req-a9dadec5-410e-476f-80a0-bddb78fc8502 service nova] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_rules [ 667.743118] env[69318]: INFO networking_nsxv3.common.synchronization [req-8e87883f-3a8e-4a02-a262-174acda467e4 req-a9dadec5-410e-476f-80a0-bddb78fc8502 service nova] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 667.743276] env[69318]: INFO networking_nsxv3.common.synchronization [req-8e87883f-3a8e-4a02-a262-174acda467e4 req-a9dadec5-410e-476f-80a0-bddb78fc8502 service nova] Enqueued Resource ID: 853feba3-cacf-4351-a192-cf4a59528fab with Priority: HIGHEST for action port [ 667.743835] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_rules [ 667.743980] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 667.747613] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 853feba3-cacf-4351-a192-cf4a59528fab with Priority: HIGHEST for action port [ 667.747613] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.747755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.747755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.748238] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.749793] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.749931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.749977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.750437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.750437] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.750662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.750662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.750762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.750762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.750853] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.752142] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-853feba3-cacf-4351-a192-cf4a59528fab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.752251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.752319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.752496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.752577] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853feba3-cacf-4351-a192-cf4a59528fab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.757114] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2721c50e-659c-4701-9d21-a31a19240c1d: rpc.has_security_group_logging(os_id): False [ 667.784927] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.786344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.786344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.786344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.787178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.787293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.787429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.787727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.788468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.788468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.788468] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2721c50e-659c-4701-9d21-a31a19240c1d is going to be created. [ 667.873487] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.876023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.876023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.876023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.876023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.891782] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2721c50e-659c-4701-9d21-a31a19240c1d in Status: IN_PROGRESS for 2s [ 668.258036] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.259256] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.259415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.259672] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 853feba3-cacf-4351-a192-cf4a59528fab with status ACTIVE [ 668.259859] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.260056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.260166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.260436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.260581] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.260818] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.260909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.260971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.265316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.265316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.265316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.265606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.265606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.265684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.265729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.265905] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 853feba3-cacf-4351-a192-cf4a59528fab is going to be updated. [ 668.294225] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.294387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.294464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.294698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.294835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.295032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.768313] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.205119] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d676d6-a933-45d3-b235-b869a473fb46 in Status: SUCCESS [ 669.205422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.270579] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.270937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.270937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.270937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.271089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.271089] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be created. [ 669.298364] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.298565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.298748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.298986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.300501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.311948] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: UNINITIALIZED for 2s [ 669.454197] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9d67e6cb-3d2c-4b77-84da-becc116f52a7 None None] Enqueued Resource ID: be10de0b-667f-4fb6-bca2-666356918565 with Priority: HIGHEST for action port [ 669.457622] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be10de0b-667f-4fb6-bca2-666356918565 with Priority: HIGHEST for action port [ 669.457622] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-be10de0b-667f-4fb6-bca2-666356918565 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.457622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be10de0b-667f-4fb6-bca2-666356918565" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.457622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be10de0b-667f-4fb6-bca2-666356918565" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.457622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be10de0b-667f-4fb6-bca2-666356918565" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.457622] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be10de0b-667f-4fb6-bca2-666356918565',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.924888] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2721c50e-659c-4701-9d21-a31a19240c1d in Status: SUCCESS [ 669.924888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.964998] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be10de0b-667f-4fb6-bca2-666356918565 [ 669.964998] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.964998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.964998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.964998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.964998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.964998] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be10de0b-667f-4fb6-bca2-666356918565 already deleted. [ 669.964998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be10de0b-667f-4fb6-bca2-666356918565" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.274250] env[69318]: INFO networking_nsxv3.common.synchronization [None req-def34a61-1a6a-4bc9-91fc-173bdfc6a48d None None] Enqueued Resource ID: b3050f81-9d24-4ab2-bea6-49cfdce519c5 with Priority: HIGHEST for action port [ 670.274619] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3050f81-9d24-4ab2-bea6-49cfdce519c5 with Priority: HIGHEST for action port [ 670.274692] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3050f81-9d24-4ab2-bea6-49cfdce519c5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.274986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3050f81-9d24-4ab2-bea6-49cfdce519c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.274986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3050f81-9d24-4ab2-bea6-49cfdce519c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.275388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3050f81-9d24-4ab2-bea6-49cfdce519c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.275388] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3050f81-9d24-4ab2-bea6-49cfdce519c5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.697981] env[69318]: INFO networking_nsxv3.common.synchronization [None req-fcb22d4f-9866-4ff8-ac00-8a941c2ca586 None None] Enqueued Resource ID: c494300f-8e96-4d72-829e-d0236635d92d with Priority: HIGHEST for action port [ 670.698319] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c494300f-8e96-4d72-829e-d0236635d92d with Priority: HIGHEST for action port [ 670.699171] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-c494300f-8e96-4d72-829e-d0236635d92d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.699171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c494300f-8e96-4d72-829e-d0236635d92d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.699171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c494300f-8e96-4d72-829e-d0236635d92d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.699474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c494300f-8e96-4d72-829e-d0236635d92d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.699474] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c494300f-8e96-4d72-829e-d0236635d92d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.778828] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3050f81-9d24-4ab2-bea6-49cfdce519c5 [ 670.778828] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.778828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.778828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.778828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.778828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.779491] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3050f81-9d24-4ab2-bea6-49cfdce519c5 already deleted. [ 670.779491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3050f81-9d24-4ab2-bea6-49cfdce519c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.204219] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c494300f-8e96-4d72-829e-d0236635d92d [ 671.204572] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.204686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.204740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.205243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.205499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.205960] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c494300f-8e96-4d72-829e-d0236635d92d already deleted. [ 671.206249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c494300f-8e96-4d72-829e-d0236635d92d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.323178] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: SUCCESS [ 671.323533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.323687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.324991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.324991] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.324991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.324991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.324991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.324991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.325269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.325269] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.829310] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.829485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.829524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.829744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.829902] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.829999] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.830085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.830235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.830319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.830408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.830549] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.830636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.830697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.830833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.830966] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.831062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.831121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.831266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.831322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.831396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.831482] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.336531] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e231536e-d679-426c-a82e-41e9692a7007: rpc.has_security_group_logging(os_id): False [ 672.369605] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.369716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.369810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.369988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.370340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.370340] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.370442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.370442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.371454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.371454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.371454] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.371454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.371454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.374411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.374411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.374411] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.374411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.374411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.374411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.374411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.374411] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be created. [ 672.587218] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.591023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.591023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.591023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.591023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.603086] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: IN_PROGRESS for 2s [ 672.691287] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2896df1a-087b-49e6-a038-7a850f4b5875 None None] Enqueued Resource ID: 74acf15c-368c-457e-bdd3-775736bdf4c9 with Priority: HIGHEST for action port [ 672.691287] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74acf15c-368c-457e-bdd3-775736bdf4c9 with Priority: HIGHEST for action port [ 672.691287] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-74acf15c-368c-457e-bdd3-775736bdf4c9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.691493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74acf15c-368c-457e-bdd3-775736bdf4c9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.691536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74acf15c-368c-457e-bdd3-775736bdf4c9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.691856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74acf15c-368c-457e-bdd3-775736bdf4c9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.691939] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74acf15c-368c-457e-bdd3-775736bdf4c9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.815200] env[69318]: INFO networking_nsxv3.common.synchronization [None req-79308538-ed03-4eee-9c8f-aef7ebe5f246 None None] Enqueued Resource ID: edf0f350-68d4-4148-aaea-1365a5074599 with Priority: HIGHEST for action port [ 672.815794] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf0f350-68d4-4148-aaea-1365a5074599 with Priority: HIGHEST for action port [ 672.816054] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf0f350-68d4-4148-aaea-1365a5074599 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.816189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf0f350-68d4-4148-aaea-1365a5074599" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.816314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf0f350-68d4-4148-aaea-1365a5074599" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.816522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf0f350-68d4-4148-aaea-1365a5074599" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.816607] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf0f350-68d4-4148-aaea-1365a5074599',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.843718] env[69318]: INFO networking_nsxv3.common.synchronization [req-4f603650-bd98-4020-9d14-f7141f3e1ab3 req-d70fa303-adbc-461f-a16f-e2665f1146a2 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 672.843887] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 672.844211] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.844336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.844403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.844653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.844804] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.844904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.844960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.846236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.846352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.846433] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.197998] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74acf15c-368c-457e-bdd3-775736bdf4c9 [ 673.198512] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.198767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.198767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.198997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.201398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.201398] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74acf15c-368c-457e-bdd3-775736bdf4c9 already deleted. [ 673.201398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74acf15c-368c-457e-bdd3-775736bdf4c9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.318228] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf0f350-68d4-4148-aaea-1365a5074599 [ 673.318465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.318598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.318665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.318927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.319081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.319081] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf0f350-68d4-4148-aaea-1365a5074599 already deleted. [ 673.319157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf0f350-68d4-4148-aaea-1365a5074599" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.349051] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.349398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.349506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.350790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.350790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.351329] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.351329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.351329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.353077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.353181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.353291] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 already deleted. [ 673.353377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.976936] env[69318]: INFO networking_nsxv3.common.synchronization [None req-af14606b-42ee-4ac0-b35b-d0af9ef446b4 None None] Enqueued Resource ID: ab67f81f-5319-463f-b1ae-d252dd1f1d29 with Priority: HIGHEST for action port [ 673.979279] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab67f81f-5319-463f-b1ae-d252dd1f1d29 with Priority: HIGHEST for action port [ 673.979731] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab67f81f-5319-463f-b1ae-d252dd1f1d29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.980591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab67f81f-5319-463f-b1ae-d252dd1f1d29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.980909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab67f81f-5319-463f-b1ae-d252dd1f1d29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.981337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab67f81f-5319-463f-b1ae-d252dd1f1d29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.981661] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab67f81f-5319-463f-b1ae-d252dd1f1d29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.075911] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.076059] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.076307] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.076507] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.079278] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.079278] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.079278] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.079278] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.079278] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.080363] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.080363] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.080363] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.080363] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.080603] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.080645] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.080957] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.102850] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.103073] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.103284] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.104022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.104022] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-bfcf702b-233d-4a88-bd4b-33102ebdf97b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.104297] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-bfcf702b-233d-4a88-bd4b-33102ebdf97b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.104297] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-bfcf702b-233d-4a88-bd4b-33102ebdf97b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.104834] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-bfcf702b-233d-4a88-bd4b-33102ebdf97b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.104995] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfcf702b-233d-4a88-bd4b-33102ebdf97b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.114212] env[69318]: INFO networking_nsxv3.common.synchronization [None req-35011d14-0634-4b38-82e1-fcd2463d10e6 None None] Enqueued Resource ID: 7add3cc6-de27-4f0e-840e-5134d42cdc95 with Priority: HIGHEST for action port [ 674.114460] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add3cc6-de27-4f0e-840e-5134d42cdc95 with Priority: HIGHEST for action port [ 674.115940] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7add3cc6-de27-4f0e-840e-5134d42cdc95 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.115940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7add3cc6-de27-4f0e-840e-5134d42cdc95" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.115940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7add3cc6-de27-4f0e-840e-5134d42cdc95" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.116625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7add3cc6-de27-4f0e-840e-5134d42cdc95" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.116738] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7add3cc6-de27-4f0e-840e-5134d42cdc95',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.486744] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab67f81f-5319-463f-b1ae-d252dd1f1d29 [ 674.486744] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.486744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.486744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.486744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.486744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.486744] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab67f81f-5319-463f-b1ae-d252dd1f1d29 already deleted. [ 674.486744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab67f81f-5319-463f-b1ae-d252dd1f1d29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.609361] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.609361] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.609361] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.609361] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.609538] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.609568] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port bfcf702b-233d-4a88-bd4b-33102ebdf97b not found, creating... [ 674.609827] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.610010] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.610115] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.610375] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.610507] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.610924] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.611029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.611198] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.611412] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.611547] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.611697] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: bfcf702b-233d-4a88-bd4b-33102ebdf97b is going to be created. [ 674.621127] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: SUCCESS [ 674.621127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.621127] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7add3cc6-de27-4f0e-840e-5134d42cdc95 [ 674.621127] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.621127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.621127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.621354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.621354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.621409] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7add3cc6-de27-4f0e-840e-5134d42cdc95 already deleted. [ 674.621601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7add3cc6-de27-4f0e-840e-5134d42cdc95" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.639815] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.639815] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.639815] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.639815] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.639815] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.639815] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-bfcf702b-233d-4a88-bd4b-33102ebdf97b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.398358] env[69318]: INFO networking_nsxv3.common.synchronization [None req-6add5683-a10f-4757-ae50-b974d55d1a8f tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Enqueued Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_rules [ 675.399144] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_rules [ 675.399522] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-465afa25-b76d-4266-9a65-e1a5f766ace2 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.399644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.399793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.400043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.400104] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.926806] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.926806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.926806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.927359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.927359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.927359] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 already deleted. [ 675.927359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.991608] env[69318]: INFO networking_nsxv3.common.synchronization [req-4f603650-bd98-4020-9d14-f7141f3e1ab3 req-75ba01ca-7c9d-49ee-a960-c5b37b371d14 service nova] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_rules [ 675.992435] env[69318]: INFO networking_nsxv3.common.synchronization [req-4f603650-bd98-4020-9d14-f7141f3e1ab3 req-75ba01ca-7c9d-49ee-a960-c5b37b371d14 service nova] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 675.992700] env[69318]: INFO networking_nsxv3.common.synchronization [req-4f603650-bd98-4020-9d14-f7141f3e1ab3 req-75ba01ca-7c9d-49ee-a960-c5b37b371d14 service nova] Enqueued Resource ID: bfcf702b-233d-4a88-bd4b-33102ebdf97b with Priority: HIGHEST for action port [ 675.993728] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_rules [ 675.993728] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 675.993728] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfcf702b-233d-4a88-bd4b-33102ebdf97b with Priority: HIGHEST for action port [ 675.995491] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.995491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.995491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.995491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.995491] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.996207] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.996424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.996424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.996608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.996773] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.996879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.996936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.998746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.998746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.998746] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.998746] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfcf702b-233d-4a88-bd4b-33102ebdf97b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.998746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfcf702b-233d-4a88-bd4b-33102ebdf97b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.998746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfcf702b-233d-4a88-bd4b-33102ebdf97b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.998746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfcf702b-233d-4a88-bd4b-33102ebdf97b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.998746] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfcf702b-233d-4a88-bd4b-33102ebdf97b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.053561] env[69318]: INFO networking_nsxv3.common.synchronization [None req-bf09a13b-ac5c-450f-89a5-2641560f3c33 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Enqueued Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_rules [ 676.055374] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_rules [ 676.055767] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-465afa25-b76d-4266-9a65-e1a5f766ace2 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.056038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.056038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.057940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.057940] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.504074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.504074] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.504074] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfcf702b-233d-4a88-bd4b-33102ebdf97b with status ACTIVE [ 676.504074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.504074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.504074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.504635] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.505313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.505563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.506423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.506423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.506423] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfcf702b-233d-4a88-bd4b-33102ebdf97b is going to be updated. [ 676.536482] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.536482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.536482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.536482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.536482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.536482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfcf702b-233d-4a88-bd4b-33102ebdf97b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.571690] env[69318]: INFO networking_nsxv3.common.synchronization [None req-0c1160d9-36a7-4e17-b0fb-f5eacd31a806 None None] Enqueued Resource ID: d926f292-9cda-4981-bbf9-2279cfa843be with Priority: HIGHEST for action port [ 676.571690] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d926f292-9cda-4981-bbf9-2279cfa843be with Priority: HIGHEST for action port [ 676.574855] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d926f292-9cda-4981-bbf9-2279cfa843be taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.575684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d926f292-9cda-4981-bbf9-2279cfa843be" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.575905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d926f292-9cda-4981-bbf9-2279cfa843be" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.577469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d926f292-9cda-4981-bbf9-2279cfa843be" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.577469] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d926f292-9cda-4981-bbf9-2279cfa843be',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.592988] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.593242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.593242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.593438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.593538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.593621] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 already deleted. [ 676.593708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.871034] env[69318]: INFO networking_nsxv3.common.synchronization [req-80933447-3d58-4fed-92e0-14eec837ff09 req-d3a41b5d-0d3e-4810-b5c6-ea5ef2beae45 tempest-DeleteServersAdminTestJSON-2115310753 tempest-DeleteServersAdminTestJSON-2115310753-project-admin] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 676.871034] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 676.876271] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.876271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.876271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.876271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.876271] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.876271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.876271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.876271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.876271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.876271] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.878029] env[69318]: INFO networking_nsxv3.common.synchronization [None req-f6014966-f916-4429-944c-975ac44d2922 None None] Enqueued Resource ID: 7ae9fce0-2606-4c75-9332-b7d7a2c81654 with Priority: HIGHEST for action port [ 676.882061] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae9fce0-2606-4c75-9332-b7d7a2c81654 with Priority: HIGHEST for action port [ 676.884283] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae9fce0-2606-4c75-9332-b7d7a2c81654 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.884530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae9fce0-2606-4c75-9332-b7d7a2c81654" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.884643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae9fce0-2606-4c75-9332-b7d7a2c81654" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.885153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae9fce0-2606-4c75-9332-b7d7a2c81654" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.885153] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae9fce0-2606-4c75-9332-b7d7a2c81654',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.009486] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.080153] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d926f292-9cda-4981-bbf9-2279cfa843be [ 677.080416] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.080553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.080615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.080850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.080944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.081051] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d926f292-9cda-4981-bbf9-2279cfa843be already deleted. [ 677.081213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d926f292-9cda-4981-bbf9-2279cfa843be" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.380041] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.380041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.380041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.380041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.380293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.380293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.380452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.380452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.381243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.381334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.381371] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc is going to be updated. [ 677.388287] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ae9fce0-2606-4c75-9332-b7d7a2c81654 [ 677.388346] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.388433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.388506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.388807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.388807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.388906] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ae9fce0-2606-4c75-9332-b7d7a2c81654 already deleted. [ 677.388945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae9fce0-2606-4c75-9332-b7d7a2c81654" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.457620] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.457839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.457950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.458250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.458478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.479059] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: IN_PROGRESS for 2s [ 677.513036] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.513036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.513253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.513367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.513579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.513667] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 is going to be created. [ 677.543845] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.544053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.544098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.544285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.544460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.556327] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: UNINITIALIZED for 2s [ 677.872896] env[69318]: INFO networking_nsxv3.common.synchronization [req-9fdb637b-121c-46b9-947d-3182ef79ba5e req-7c409049-bc49-4b88-ba6c-82b582996e2e tempest-AttachInterfacesV270Test-188198580 tempest-AttachInterfacesV270Test-188198580-project-member] Enqueued Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGHEST for action security_group_members [ 677.874093] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGHEST for action security_group_members [ 677.874093] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-952102fd-9874-44fe-8d15-a39d48dd3f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.874093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.874093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.874093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.874280] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.874494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.874494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.874603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.874636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.874982] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.908376] env[69318]: INFO networking_nsxv3.common.synchronization [None req-3771c02b-edfb-4b3e-94f4-2aefa1b51290 None None] Enqueued Resource ID: 71b9ea3d-e5a4-4590-a46c-97702af24d5b with Priority: HIGHEST for action port [ 677.908376] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b9ea3d-e5a4-4590-a46c-97702af24d5b with Priority: HIGHEST for action port [ 677.909347] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-71b9ea3d-e5a4-4590-a46c-97702af24d5b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.909347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71b9ea3d-e5a4-4590-a46c-97702af24d5b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.909347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71b9ea3d-e5a4-4590-a46c-97702af24d5b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.909574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71b9ea3d-e5a4-4590-a46c-97702af24d5b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.909656] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71b9ea3d-e5a4-4590-a46c-97702af24d5b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.255829] env[69318]: INFO networking_nsxv3.common.synchronization [req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 req-1ae6695a-11b8-4acb-aba2-9cdcf6cca754 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Enqueued Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_members [ 678.256533] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_members [ 678.256877] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-91878d04-3086-4166-9ff0-8a5111cc1d9b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.256959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.256996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.258339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.258445] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.258514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.258569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.258738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.258823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.258917] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.376825] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.376987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.377425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.377685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.377820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.378248] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.378631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.378849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.379095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.379356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.379852] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 is going to be updated. [ 678.414612] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.414892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.414954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.415225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.415379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.416992] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71b9ea3d-e5a4-4590-a46c-97702af24d5b [ 678.417239] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.417538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.417661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.418009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.418009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.418335] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71b9ea3d-e5a4-4590-a46c-97702af24d5b already deleted. [ 678.418415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71b9ea3d-e5a4-4590-a46c-97702af24d5b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.429416] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 in Status: IN_PROGRESS for 2s [ 678.761573] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.761573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.761573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.761573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.761573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.762293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.762293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.762293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.762293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.762293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.762719] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b already deleted. [ 678.762719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.227189] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.227189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-274" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.227189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-274" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.227189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-274" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.227466] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.227466] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.227557] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.227939] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.228937] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.228937] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.228937] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.228937] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.228937] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.228937] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.228937] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.229766] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.258059] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.258927] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.258927] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.258927] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-274" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.259161] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-7fc44697-04ec-46d6-bdd5-be4694e992d7 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.259356] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-7fc44697-04ec-46d6-bdd5-be4694e992d7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.259649] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-7fc44697-04ec-46d6-bdd5-be4694e992d7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.260443] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-7fc44697-04ec-46d6-bdd5-be4694e992d7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.260443] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc44697-04ec-46d6-bdd5-be4694e992d7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.488897] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: SUCCESS [ 679.489130] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc deletion is rescheduled due to dependency. [ 679.489254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.567465] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: SUCCESS [ 679.567619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.567774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.568015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.568229] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.568347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.568421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.568583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.568669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.568751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.568836] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.763369] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.763538] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.763670] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.763952] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.764115] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.764465] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 7fc44697-04ec-46d6-bdd5-be4694e992d7 not found, creating... [ 679.764596] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.764763] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.764904] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.765173] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.765325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.765636] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.765876] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.766381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.767948] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.767948] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.768066] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 7fc44697-04ec-46d6-bdd5-be4694e992d7 is going to be created. [ 679.791792] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.791792] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.791792] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.791792] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.791792] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.791792] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-7fc44697-04ec-46d6-bdd5-be4694e992d7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.803457] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2c81fc7e-0724-4276-8de3-de3071b63cc5 None None] Enqueued Resource ID: 821a4117-f853-46fd-be68-d5bbcead506e with Priority: HIGHEST for action port [ 679.803457] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821a4117-f853-46fd-be68-d5bbcead506e with Priority: HIGHEST for action port [ 679.803457] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-821a4117-f853-46fd-be68-d5bbcead506e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.803457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-821a4117-f853-46fd-be68-d5bbcead506e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.803457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-821a4117-f853-46fd-be68-d5bbcead506e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.809121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-821a4117-f853-46fd-be68-d5bbcead506e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.809121] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821a4117-f853-46fd-be68-d5bbcead506e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.072313] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.072313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.072313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.072313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.072313] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.072313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.072313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.072772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.072772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.072772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.072772] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.072772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.073074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.073074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.073163] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.073224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.073273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.074539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.074539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.074539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.074539] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.273221] env[69318]: INFO networking_nsxv3.common.synchronization [req-9b98ccf3-0b8f-45db-9af5-42640de43005 req-831ce62a-9064-45f2-8a73-5b4825b7e183 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 680.273627] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 680.274265] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.274423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.274482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.274816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.274987] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.275748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.275853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.276159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.276373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.276502] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.310912] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 821a4117-f853-46fd-be68-d5bbcead506e [ 680.310912] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.310912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.310912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.311140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.311320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.312035] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:821a4117-f853-46fd-be68-d5bbcead506e already deleted. [ 680.312035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-821a4117-f853-46fd-be68-d5bbcead506e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.397716] env[69318]: INFO networking_nsxv3.common.synchronization [None req-562df6e5-560f-45d0-b74f-93c27f2e7d7c None None] Enqueued Resource ID: 52f262d0-1670-4530-a79d-2370bc251a9f with Priority: HIGHEST for action port [ 680.398264] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52f262d0-1670-4530-a79d-2370bc251a9f with Priority: HIGHEST for action port [ 680.398558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-52f262d0-1670-4530-a79d-2370bc251a9f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.398711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52f262d0-1670-4530-a79d-2370bc251a9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.398775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52f262d0-1670-4530-a79d-2370bc251a9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.399024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52f262d0-1670-4530-a79d-2370bc251a9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.402776] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52f262d0-1670-4530-a79d-2370bc251a9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.444141] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 in Status: SUCCESS [ 680.444408] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 deletion is rescheduled due to dependency. [ 680.444577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.578019] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0: rpc.has_security_group_logging(os_id): False [ 680.603334] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.605984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.605984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.606402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.606402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.606665] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.610022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.610022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.610022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.610022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 is going to be created. [ 680.690596] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.690596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.690596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.690596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.690596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.720081] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: IN_PROGRESS for 2s [ 680.780694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.780869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.780987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.785026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.785026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.785026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.785026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.785026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.785026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.785026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.785026] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e already deleted. [ 680.785026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.898673] env[69318]: INFO networking_nsxv3.common.synchronization [req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 req-cc0e62f2-a9eb-4088-abdd-7bcddefc3575 service nova] Enqueued Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_rules [ 680.899143] env[69318]: INFO networking_nsxv3.common.synchronization [req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 req-cc0e62f2-a9eb-4088-abdd-7bcddefc3575 service nova] Enqueued Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_members [ 680.899143] env[69318]: INFO networking_nsxv3.common.synchronization [req-127c4efd-cc75-49e5-a7d7-77f8d4ad16c0 req-cc0e62f2-a9eb-4088-abdd-7bcddefc3575 service nova] Enqueued Resource ID: 7fc44697-04ec-46d6-bdd5-be4694e992d7 with Priority: HIGHEST for action port [ 680.901753] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_rules [ 680.901753] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_members [ 680.901753] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc44697-04ec-46d6-bdd5-be4694e992d7 with Priority: HIGHEST for action port [ 680.901753] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91878d04-3086-4166-9ff0-8a5111cc1d9b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.901753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.901753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.901753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.901753] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.901753] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-91878d04-3086-4166-9ff0-8a5111cc1d9b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.901753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.901753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.901753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.904969] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.904969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.904969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.904969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.904969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.904969] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.904969] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc44697-04ec-46d6-bdd5-be4694e992d7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.904969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc44697-04ec-46d6-bdd5-be4694e992d7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.904969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc44697-04ec-46d6-bdd5-be4694e992d7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.904969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc44697-04ec-46d6-bdd5-be4694e992d7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.904969] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc44697-04ec-46d6-bdd5-be4694e992d7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.910318] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52f262d0-1670-4530-a79d-2370bc251a9f [ 680.910562] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.910706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.910772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.910959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.911053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.911146] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52f262d0-1670-4530-a79d-2370bc251a9f already deleted. [ 680.911228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52f262d0-1670-4530-a79d-2370bc251a9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.230455] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.230734] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.230906] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.231915] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.232257] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.232513] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.232662] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.232913] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.233077] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.233304] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.233419] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.233529] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.233643] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.233744] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.233874] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.234015] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.253161] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.253408] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.253569] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.253775] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254157] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-4759597c-8062-4e4e-a906-13fae510437a taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.254342] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-4759597c-8062-4e4e-a906-13fae510437a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.254466] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-4759597c-8062-4e4e-a906-13fae510437a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.254811] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-4759597c-8062-4e4e-a906-13fae510437a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.254952] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4759597c-8062-4e4e-a906-13fae510437a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.410340] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.413286] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-91878d04-3086-4166-9ff0-8a5111cc1d9b taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.413286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.413286] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fc44697-04ec-46d6-bdd5-be4694e992d7 with status ACTIVE [ 681.413286] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.413286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.413286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.413286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.413286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.413286] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.413286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.415133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.415394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.415487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.415765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.415849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.415938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.416137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.416264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.416481] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fc44697-04ec-46d6-bdd5-be4694e992d7 is going to be updated. [ 681.441316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.441447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.441519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.441731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.441864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.442032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc44697-04ec-46d6-bdd5-be4694e992d7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.757017] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.757333] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.757548] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.757787] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.757938] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.758207] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 4759597c-8062-4e4e-a906-13fae510437a not found, creating... [ 681.758536] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.758715] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.758840] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.759075] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.759222] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.759539] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.759709] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.759830] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.760073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.760219] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.760364] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 4759597c-8062-4e4e-a906-13fae510437a is going to be created. [ 681.783766] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.783981] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.784124] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.784396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.784633] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.784837] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-4759597c-8062-4e4e-a906-13fae510437a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.914459] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.000438] env[69318]: INFO networking_nsxv3.common.synchronization [req-3dec450e-679b-437d-9cb6-b56d037e1c18 req-8a06dadd-1136-4764-a0b0-70774c1bf9f5 tempest-ServerDiagnosticsTest-847078225 tempest-ServerDiagnosticsTest-847078225-project-member] Enqueued Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGHEST for action security_group_members [ 682.001925] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGHEST for action security_group_members [ 682.001925] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d676d6-a933-45d3-b235-b869a473fb46 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.001925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.001925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.001925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.001925] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.002854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.003087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.003569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.003786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.004168] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.196970] env[69318]: INFO networking_nsxv3.common.synchronization [req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf req-202abfc0-bf92-416a-8743-968f115adff9 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 682.196970] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 682.196970] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.196970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.196970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.196970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.197250] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.197250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.197250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.197672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.199505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.199505] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.253502] env[69318]: INFO networking_nsxv3.common.synchronization [req-7c3ef6ce-e0a7-4d74-8aaf-34ee525beabe req-bfa5da36-71d6-410a-ad39-f00826e0fa7b tempest-TenantUsagesTestJSON-1208987248 tempest-TenantUsagesTestJSON-1208987248-project-member] Enqueued Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGHEST for action security_group_members [ 682.254540] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGHEST for action security_group_members [ 682.254540] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-245971c4-0ce1-4016-9b5e-b058b85e9fe4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.254777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.254777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.260586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.260586] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.260586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.260586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.260586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.260586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.260586] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.416590] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.416935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.416935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.417088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.417327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.417487] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b is going to be created. [ 682.445049] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.445277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.445353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.445570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.445728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.462414] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b in Status: UNINITIALIZED for 2s [ 682.507343] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.507555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.507628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.507909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.508048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.508366] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.508504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.508568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.508762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.508964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.509056] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d676d6-a933-45d3-b235-b869a473fb46 is going to be updated. [ 682.543798] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.544153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.544276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.544487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.545299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.562750] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d676d6-a933-45d3-b235-b869a473fb46 in Status: IN_PROGRESS for 2s [ 682.702520] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.702520] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.702520] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 already deleted. [ 682.702520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.747995] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: SUCCESS [ 682.749123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.763183] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.763463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.763577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.764267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.764267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.764422] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.764490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.764728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.764837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.765410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.765755] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 is going to be updated. [ 682.806651] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.807138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.807294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.807529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.807681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.818659] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 in Status: IN_PROGRESS for 2s [ 683.532589] env[69318]: INFO networking_nsxv3.common.synchronization [req-9b98ccf3-0b8f-45db-9af5-42640de43005 req-137621f6-eb32-4a6f-bf50-f32dce741ebb service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 683.532589] env[69318]: INFO networking_nsxv3.common.synchronization [req-9b98ccf3-0b8f-45db-9af5-42640de43005 req-137621f6-eb32-4a6f-bf50-f32dce741ebb service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 683.532589] env[69318]: INFO networking_nsxv3.common.synchronization [req-9b98ccf3-0b8f-45db-9af5-42640de43005 req-137621f6-eb32-4a6f-bf50-f32dce741ebb service nova] Enqueued Resource ID: 4759597c-8062-4e4e-a906-13fae510437a with Priority: HIGHEST for action port [ 683.534546] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 683.534824] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 683.541272] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4759597c-8062-4e4e-a906-13fae510437a with Priority: HIGHEST for action port [ 683.541272] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.541272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.541272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.541272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.541272] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.541272] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.541272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.541272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.542712] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.543138] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.543736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.543907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.544189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.544366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.544611] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.547022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-4759597c-8062-4e4e-a906-13fae510437a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.547022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4759597c-8062-4e4e-a906-13fae510437a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.547022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4759597c-8062-4e4e-a906-13fae510437a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.547022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4759597c-8062-4e4e-a906-13fae510437a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.547022] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4759597c-8062-4e4e-a906-13fae510437a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.649981] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.649981] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-153" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.649981] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-153" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.649981] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-153" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.650667] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.651052] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.651309] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.652187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.652495] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.652876] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.653151] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.653378] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.653607] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.653853] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.654110] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.654400] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.680207] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.680870] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.681191] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.681614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-153" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.682270] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-07c03523-7d2f-489a-9565-3482d81a7017 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.682719] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-07c03523-7d2f-489a-9565-3482d81a7017" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.682996] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-07c03523-7d2f-489a-9565-3482d81a7017" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.683532] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-07c03523-7d2f-489a-9565-3482d81a7017" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.683867] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c03523-7d2f-489a-9565-3482d81a7017',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.053158] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.053330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.053469] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.054361] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4759597c-8062-4e4e-a906-13fae510437a with status ACTIVE [ 684.054762] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.054762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.054762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.055313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.055313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.055313] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.055313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.055654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.055654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.055654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.055775] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.055847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.056013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.056430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.056531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.056620] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4759597c-8062-4e4e-a906-13fae510437a is going to be updated. [ 684.078480] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.078637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.078733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.079236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.079446] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.079813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4759597c-8062-4e4e-a906-13fae510437a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.194714] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.194714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.194714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.194714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.194714] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 07c03523-7d2f-489a-9565-3482d81a7017 not found, creating... [ 684.194714] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.194714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.194714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.194714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.195204] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.195204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.195204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.195204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.195204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.195204] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 07c03523-7d2f-489a-9565-3482d81a7017 is going to be created. [ 684.223965] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.224189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.224318] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.224597] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.224830] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.225587] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-07c03523-7d2f-489a-9565-3482d81a7017" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.472490] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b in Status: SUCCESS [ 684.474832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.474832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.474832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.474832] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.474832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.474832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.474832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.474832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.474832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.474832] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.558710] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.574854] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d676d6-a933-45d3-b235-b869a473fb46 in Status: SUCCESS [ 684.575122] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d676d6-a933-45d3-b235-b869a473fb46 deletion is rescheduled due to dependency. [ 684.575122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.829097] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 in Status: SUCCESS [ 684.829295] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 deletion is rescheduled due to dependency. [ 684.829656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.977615] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.061573] env[69318]: INFO networking_nsxv3.common.synchronization [None req-80e91cda-3f4a-4ae1-a957-b2864272172b None None] Enqueued Resource ID: 5f68f03d-90e7-417c-b9f0-9b8f6ada92bc with Priority: HIGHEST for action port [ 685.062015] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.062173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.062262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.062476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.062571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.062666] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be created. [ 685.064373] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f68f03d-90e7-417c-b9f0-9b8f6ada92bc with Priority: HIGHEST for action port [ 685.064693] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f68f03d-90e7-417c-b9f0-9b8f6ada92bc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.065108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f68f03d-90e7-417c-b9f0-9b8f6ada92bc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.065108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f68f03d-90e7-417c-b9f0-9b8f6ada92bc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.065221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f68f03d-90e7-417c-b9f0-9b8f6ada92bc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.065221] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f68f03d-90e7-417c-b9f0-9b8f6ada92bc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.092990] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.093183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.093260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.093493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.093665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.104920] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: UNINITIALIZED for 2s [ 685.483873] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91878d04-3086-4166-9ff0-8a5111cc1d9b: rpc.has_security_group_logging(os_id): False [ 685.504258] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.504788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.504788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.504788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.504925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.505231] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.505785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.505785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.505785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.506100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.506815] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b is going to be created. [ 685.572956] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f68f03d-90e7-417c-b9f0-9b8f6ada92bc [ 685.573339] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.573732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.573732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.573732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.574960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.574960] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f68f03d-90e7-417c-b9f0-9b8f6ada92bc already deleted. [ 685.574960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f68f03d-90e7-417c-b9f0-9b8f6ada92bc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.585459] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.585725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.585725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.586034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.586145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.610530] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b in Status: IN_PROGRESS for 2s [ 685.720794] env[69318]: INFO networking_nsxv3.common.synchronization [req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf req-f7df91cb-8036-4ca3-9c56-c0f5362554b6 service nova] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_rules [ 685.721770] env[69318]: INFO networking_nsxv3.common.synchronization [req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf req-f7df91cb-8036-4ca3-9c56-c0f5362554b6 service nova] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 685.721770] env[69318]: INFO networking_nsxv3.common.synchronization [req-cb90d67a-ad94-463b-bc3b-16c71b0de0cf req-f7df91cb-8036-4ca3-9c56-c0f5362554b6 service nova] Enqueued Resource ID: 07c03523-7d2f-489a-9565-3482d81a7017 with Priority: HIGHEST for action port [ 685.721931] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_rules [ 685.726160] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 685.726382] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c03523-7d2f-489a-9565-3482d81a7017 with Priority: HIGHEST for action port [ 685.726783] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.726931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.727060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.727458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.727458] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.732486] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.733692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.733692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.733692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.733692] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.733692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.733692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.733692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.733692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.734258] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.734870] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c03523-7d2f-489a-9565-3482d81a7017 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.735037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c03523-7d2f-489a-9565-3482d81a7017" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.735105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c03523-7d2f-489a-9565-3482d81a7017" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.735267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c03523-7d2f-489a-9565-3482d81a7017" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.735378] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c03523-7d2f-489a-9565-3482d81a7017',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.237733] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.237876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.243894] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.244970] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07c03523-7d2f-489a-9565-3482d81a7017 with status ACTIVE [ 686.245236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.245365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.249022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.249022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.249022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.249022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07c03523-7d2f-489a-9565-3482d81a7017 is going to be updated. [ 686.275237] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.275375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.275375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.275560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.275701] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.275875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c03523-7d2f-489a-9565-3482d81a7017" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.751395] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.122028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 687.122028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.122028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.122028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.122028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.122028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.124109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.124109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.124109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.124109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.124109] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.255232] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.255232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.255232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.255445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.255617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.255701] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be created. [ 687.288204] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.288453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.288453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.288633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.288800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.304611] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: UNINITIALIZED for 2s [ 687.472047] env[69318]: INFO networking_nsxv3.common.synchronization [None req-47e723e1-d295-4fb6-9de0-15f7eb094f9c None None] Enqueued Resource ID: 6ed4ddd3-ef12-4fb5-a75a-6509b8982b33 with Priority: HIGHEST for action port [ 687.472737] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed4ddd3-ef12-4fb5-a75a-6509b8982b33 with Priority: HIGHEST for action port [ 687.472822] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ed4ddd3-ef12-4fb5-a75a-6509b8982b33 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.472927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ed4ddd3-ef12-4fb5-a75a-6509b8982b33" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.472994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ed4ddd3-ef12-4fb5-a75a-6509b8982b33" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.477467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ed4ddd3-ef12-4fb5-a75a-6509b8982b33" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.477574] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed4ddd3-ef12-4fb5-a75a-6509b8982b33',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.626059] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b in Status: SUCCESS [ 687.626345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.626744] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.626881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.627162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.627311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.627505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.627621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.627689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.627854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.627940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.628385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.628594] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.628748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.629024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.629024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.629187] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.629415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.629415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.629783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.629871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.630058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.630098] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.757041] env[69318]: INFO networking_nsxv3.common.synchronization [None req-ca644e90-0bb2-40ca-a61f-200f13507bd0 None None] Enqueued Resource ID: f696e580-da4d-42d4-99d5-3f998124067b with Priority: HIGHEST for action port [ 687.757889] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f696e580-da4d-42d4-99d5-3f998124067b with Priority: HIGHEST for action port [ 687.758459] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f696e580-da4d-42d4-99d5-3f998124067b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.758636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f696e580-da4d-42d4-99d5-3f998124067b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.758703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f696e580-da4d-42d4-99d5-3f998124067b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.758966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f696e580-da4d-42d4-99d5-3f998124067b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.759061] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f696e580-da4d-42d4-99d5-3f998124067b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.982048] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ed4ddd3-ef12-4fb5-a75a-6509b8982b33 [ 687.982048] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.982048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.982048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.982048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.982048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.982048] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ed4ddd3-ef12-4fb5-a75a-6509b8982b33 already deleted. [ 687.982048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ed4ddd3-ef12-4fb5-a75a-6509b8982b33" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.134706] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 688.157903] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.157903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.157903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.157903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.157903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.157903] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.157903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.157903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.158323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.158323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.158323] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.158432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.158467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.158591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.158685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.158880] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.158994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.161085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.161085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.161085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.161085] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be created. [ 688.263770] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f696e580-da4d-42d4-99d5-3f998124067b [ 688.263770] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.263770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.263770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.263770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.263770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.266471] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f696e580-da4d-42d4-99d5-3f998124067b already deleted. [ 688.266471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f696e580-da4d-42d4-99d5-3f998124067b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.268127] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.268536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.268760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.270186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.270186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.287967] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 688.779368] env[69318]: INFO networking_nsxv3.common.synchronization [req-590c8d42-463d-48e8-98e5-51fecf5804a6 req-d94d1786-8392-4400-86fe-180fda9a4d0a tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 688.782483] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 688.782845] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.785563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.785563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.785563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.785563] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.785563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.785563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.785563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.785563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.785563] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.290936] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.291167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.291209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.291458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.291552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.291753] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.291848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.291910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.292085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.292160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.292240] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 already deleted. [ 689.292323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.321789] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: SUCCESS [ 689.321789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.321789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.321789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.321789] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.321789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.321789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.321789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.322227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.322227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.322338] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.529551] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.531035] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.531035] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.531035] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.531035] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.531035] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.531035] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.531837] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.532074] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.532248] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.532361] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.532468] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.532624] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.533225] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.533225] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.533225] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.553880] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.554201] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.554281] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.554490] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.555108] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-374d940c-9db3-4c66-877c-80225eb1c1d1 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.555263] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-374d940c-9db3-4c66-877c-80225eb1c1d1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.555499] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-374d940c-9db3-4c66-877c-80225eb1c1d1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.555754] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-374d940c-9db3-4c66-877c-80225eb1c1d1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.555899] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374d940c-9db3-4c66-877c-80225eb1c1d1',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.827079] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.060160] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.060381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.060506] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.060792] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.060940] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.061115] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 374d940c-9db3-4c66-877c-80225eb1c1d1 not found, creating... [ 690.061769] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.061769] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.061769] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.061998] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.062052] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.062314] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.062470] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.062586] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.062800] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.063155] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.064305] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 374d940c-9db3-4c66-877c-80225eb1c1d1 is going to be created. [ 690.081519] env[69318]: INFO networking_nsxv3.common.synchronization [None req-dbfcce45-586a-41b7-bb17-9c69a6f13b88 None None] Enqueued Resource ID: e6a47f90-8c09-4e19-9adf-53abda686b6b with Priority: HIGHEST for action port [ 690.081519] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a47f90-8c09-4e19-9adf-53abda686b6b with Priority: HIGHEST for action port [ 690.082183] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6a47f90-8c09-4e19-9adf-53abda686b6b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.083261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6a47f90-8c09-4e19-9adf-53abda686b6b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.083261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6a47f90-8c09-4e19-9adf-53abda686b6b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.084402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6a47f90-8c09-4e19-9adf-53abda686b6b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.084530] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a47f90-8c09-4e19-9adf-53abda686b6b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.090123] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.090350] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.090479] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.090931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.091026] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.091252] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-374d940c-9db3-4c66-877c-80225eb1c1d1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.305200] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 690.305455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.329037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b64a8b73-e7b4-4a8c-9c17-1d8409b59224: rpc.has_security_group_logging(os_id): False [ 690.366022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.366022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.366022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.366022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.366022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.366022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.366022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.366022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.366022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.366022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.366689] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be created. [ 690.447655] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.447655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.447655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.447894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.449125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.462720] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: IN_PROGRESS for 2s [ 690.589857] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6a47f90-8c09-4e19-9adf-53abda686b6b [ 690.591514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.591514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.591514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.591514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.591514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.591514] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6a47f90-8c09-4e19-9adf-53abda686b6b already deleted. [ 690.591514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6a47f90-8c09-4e19-9adf-53abda686b6b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.677547] env[69318]: INFO networking_nsxv3.common.synchronization [None req-b7366d03-dbe8-43b9-8fdd-16885b9f8dc4 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 690.678244] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 690.678705] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.678843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.678936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.679213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.679293] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.767031] env[69318]: INFO networking_nsxv3.common.synchronization [None req-e3424cc3-2059-475f-a035-72b12edbb444 None None] Enqueued Resource ID: 8f77f25a-b246-4401-ae13-405d6dd6a72a with Priority: HIGHEST for action port [ 690.767031] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f77f25a-b246-4401-ae13-405d6dd6a72a with Priority: HIGHEST for action port [ 690.769586] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f77f25a-b246-4401-ae13-405d6dd6a72a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.769797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f77f25a-b246-4401-ae13-405d6dd6a72a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.769899] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f77f25a-b246-4401-ae13-405d6dd6a72a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.771123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f77f25a-b246-4401-ae13-405d6dd6a72a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.771123] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f77f25a-b246-4401-ae13-405d6dd6a72a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.834654] env[69318]: INFO networking_nsxv3.common.synchronization [None req-454da7f1-6154-4095-84ce-9f9c90cd85cd tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 690.835711] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 690.836017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.836017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.203078] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.203238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.203316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.203568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.203657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.203751] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a already deleted. [ 691.203831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.203986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.204152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.204231] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.274143] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f77f25a-b246-4401-ae13-405d6dd6a72a [ 691.274143] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.274143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.274143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.274143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.274143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.274143] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f77f25a-b246-4401-ae13-405d6dd6a72a already deleted. [ 691.274143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f77f25a-b246-4401-ae13-405d6dd6a72a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.287419] env[69318]: INFO networking_nsxv3.common.synchronization [req-590c8d42-463d-48e8-98e5-51fecf5804a6 req-099ea074-a987-4678-bfb9-92356dbf32d1 service nova] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_rules [ 691.287419] env[69318]: INFO networking_nsxv3.common.synchronization [req-590c8d42-463d-48e8-98e5-51fecf5804a6 req-099ea074-a987-4678-bfb9-92356dbf32d1 service nova] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 691.287419] env[69318]: INFO networking_nsxv3.common.synchronization [req-590c8d42-463d-48e8-98e5-51fecf5804a6 req-099ea074-a987-4678-bfb9-92356dbf32d1 service nova] Enqueued Resource ID: 374d940c-9db3-4c66-877c-80225eb1c1d1 with Priority: HIGHEST for action port [ 691.287419] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_rules [ 691.287419] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 691.287419] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374d940c-9db3-4c66-877c-80225eb1c1d1 with Priority: HIGHEST for action port [ 691.290089] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.290089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.290089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.290297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.290558] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.291329] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.291456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.291521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.292045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.292045] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.292045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.292045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.292355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.292355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.292355] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.295331] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-374d940c-9db3-4c66-877c-80225eb1c1d1 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.295455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374d940c-9db3-4c66-877c-80225eb1c1d1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.295526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374d940c-9db3-4c66-877c-80225eb1c1d1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.295699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374d940c-9db3-4c66-877c-80225eb1c1d1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.295793] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374d940c-9db3-4c66-877c-80225eb1c1d1',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.735463] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.735728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.735728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.735902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.735986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.736085] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a already deleted. [ 691.736159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.798192] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.798192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.798192] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 374d940c-9db3-4c66-877c-80225eb1c1d1 with status ACTIVE [ 691.798362] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.798426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.798462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.799224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.799224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.799224] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.799224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.799224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.799224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.799493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.799493] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.799578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.801943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.801943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.801943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.801943] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 374d940c-9db3-4c66-877c-80225eb1c1d1 is going to be updated. [ 691.803964] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.844183] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.844183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.844183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.844735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.844735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.844838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374d940c-9db3-4c66-877c-80225eb1c1d1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.307622] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.476727] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: SUCCESS [ 692.476834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.576397] env[69318]: INFO networking_nsxv3.common.synchronization [None req-58ebb4ec-f209-4c67-b625-3d9edd2f4562 None None] Enqueued Resource ID: aa4af7e5-fe4a-4d37-a01a-967218889782 with Priority: HIGHEST for action port [ 692.577339] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa4af7e5-fe4a-4d37-a01a-967218889782 with Priority: HIGHEST for action port [ 692.577993] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa4af7e5-fe4a-4d37-a01a-967218889782 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.579027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa4af7e5-fe4a-4d37-a01a-967218889782" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.579027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa4af7e5-fe4a-4d37-a01a-967218889782" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.579027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa4af7e5-fe4a-4d37-a01a-967218889782" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.579027] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa4af7e5-fe4a-4d37-a01a-967218889782',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.651665] env[69318]: INFO networking_nsxv3.common.synchronization [req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 req-75e452eb-19b1-4350-9f2c-e372143e5767 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 692.654263] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 692.654263] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.654263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.812546] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.812697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.812756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.812968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.813077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.813177] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be created. [ 692.840733] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.840943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.840943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.841164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.841321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.854012] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: UNINITIALIZED for 2s [ 693.085873] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa4af7e5-fe4a-4d37-a01a-967218889782 [ 693.086263] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.088150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.088237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.088521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.088650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.088741] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa4af7e5-fe4a-4d37-a01a-967218889782 already deleted. [ 693.088936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa4af7e5-fe4a-4d37-a01a-967218889782" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.260478] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.262396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.262396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.262396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.262396] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.262396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.262396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.262396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.262396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.262978] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.262978] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.262978] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.262978] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.262978] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.263314] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.263314] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.290630] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.290630] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.291450] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.291450] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.292370] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-1fe52f95-81b3-489f-bc55-0d75e190c55d taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.292607] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-1fe52f95-81b3-489f-bc55-0d75e190c55d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.292973] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-1fe52f95-81b3-489f-bc55-0d75e190c55d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.293616] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-1fe52f95-81b3-489f-bc55-0d75e190c55d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.293955] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe52f95-81b3-489f-bc55-0d75e190c55d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.801122] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.801122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.801122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.801122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.801122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.801122] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 1fe52f95-81b3-489f-bc55-0d75e190c55d not found, creating... [ 693.801122] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.801122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.801122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.801122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.801122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.802025] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.802449] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.802674] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.802983] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.803463] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.803852] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 1fe52f95-81b3-489f-bc55-0d75e190c55d is going to be created. [ 693.836447] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.836447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.836447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.836447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.836447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.836447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-1fe52f95-81b3-489f-bc55-0d75e190c55d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.846997] env[69318]: INFO networking_nsxv3.common.synchronization [req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 req-9e4665d3-6d1a-43eb-bb40-e78538fb7a58 service nova] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_rules [ 694.847297] env[69318]: INFO networking_nsxv3.common.synchronization [req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 req-9e4665d3-6d1a-43eb-bb40-e78538fb7a58 service nova] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 694.847390] env[69318]: INFO networking_nsxv3.common.synchronization [req-08db9d8a-05bd-49a1-9f05-2d5a3bd89d17 req-9e4665d3-6d1a-43eb-bb40-e78538fb7a58 service nova] Enqueued Resource ID: 1fe52f95-81b3-489f-bc55-0d75e190c55d with Priority: HIGHEST for action port [ 694.847627] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_rules [ 694.847773] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 694.847873] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe52f95-81b3-489f-bc55-0d75e190c55d with Priority: HIGHEST for action port [ 694.848459] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.848583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.849079] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.849079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.849079] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe52f95-81b3-489f-bc55-0d75e190c55d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.853122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe52f95-81b3-489f-bc55-0d75e190c55d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.853122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe52f95-81b3-489f-bc55-0d75e190c55d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.853122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe52f95-81b3-489f-bc55-0d75e190c55d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.853122] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe52f95-81b3-489f-bc55-0d75e190c55d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.865845] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 694.866386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.866386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.866574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.867304] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.867588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.867588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.868588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.868588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.868588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.868588] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.870368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.870368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.870368] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.870368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.870368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.870747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.870747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.870747] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.970291] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee86e261-0073-434b-bf94-d5821f52ed98 req-1de8c877-fb94-4b6c-80f5-1b174c3f2e78 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 694.970783] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 694.971095] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.971217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.971285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.971538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.971713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.971783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.971855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.972013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.972323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.972426] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.115816] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe675ada-4f77-474d-bc52-af0191c6e47d req-f1ea359a-eb3d-4473-ac2e-56b6f833941b tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 695.115996] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe675ada-4f77-474d-bc52-af0191c6e47d req-f1ea359a-eb3d-4473-ac2e-56b6f833941b tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: b85c7f69-08b6-4c4d-a65a-214654e709ac with Priority: HIGHEST for action security_group_members [ 695.116464] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 695.116599] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85c7f69-08b6-4c4d-a65a-214654e709ac with Priority: HIGHEST for action security_group_members [ 695.119627] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.120721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.120905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.121174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.121409] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.122309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.122386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.123594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.123594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.123594] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.123772] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85c7f69-08b6-4c4d-a65a-214654e709ac taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.123870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.123923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.125040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.125278] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.125452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.125452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.126326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.126432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.126677] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.190688] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe675ada-4f77-474d-bc52-af0191c6e47d req-f1ea359a-eb3d-4473-ac2e-56b6f833941b tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: b85c7f69-08b6-4c4d-a65a-214654e709ac with Priority: HIGHEST for action security_group_rules [ 695.190688] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe675ada-4f77-474d-bc52-af0191c6e47d req-f1ea359a-eb3d-4473-ac2e-56b6f833941b tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: b85c7f69-08b6-4c4d-a65a-214654e709ac with Priority: HIGHEST for action security_group_members [ 695.190688] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe675ada-4f77-474d-bc52-af0191c6e47d req-f1ea359a-eb3d-4473-ac2e-56b6f833941b tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_rules [ 695.190688] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe675ada-4f77-474d-bc52-af0191c6e47d req-f1ea359a-eb3d-4473-ac2e-56b6f833941b tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 695.191701] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe675ada-4f77-474d-bc52-af0191c6e47d req-f1ea359a-eb3d-4473-ac2e-56b6f833941b tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: 853feba3-cacf-4351-a192-cf4a59528fab with Priority: HIGHEST for action port [ 695.193493] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85c7f69-08b6-4c4d-a65a-214654e709ac with Priority: HIGHEST for action security_group_rules [ 695.195526] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_rules [ 695.195526] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 853feba3-cacf-4351-a192-cf4a59528fab with Priority: HIGHEST for action port [ 695.195526] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85c7f69-08b6-4c4d-a65a-214654e709ac with Priority: HIGHEST for action security_group_members [ 695.195526] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 695.195526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b85c7f69-08b6-4c4d-a65a-214654e709ac taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.195526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.195526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.195526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.195526] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.196760] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.196929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.197944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.197944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.197944] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.200113] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-853feba3-cacf-4351-a192-cf4a59528fab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.200113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.200113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.200113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.200113] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853feba3-cacf-4351-a192-cf4a59528fab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.200113] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85c7f69-08b6-4c4d-a65a-214654e709ac taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.200113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.201917] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.201917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.331266] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.331674] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.331768] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.332236] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.334570] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.334570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.334570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.334570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.334570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.334570] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.334570] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.334570] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.334570] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.334955] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.334955] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.335122] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.358132] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fe52f95-81b3-489f-bc55-0d75e190c55d with status ACTIVE [ 695.358132] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.358132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.358132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.358132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.358132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.358383] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.358642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.358642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.358874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.359012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.359300] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.359535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.364302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.364551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.364650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.364793] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fe52f95-81b3-489f-bc55-0d75e190c55d is going to be updated. [ 695.368426] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.368426] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.368426] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.368426] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.368900] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.369182] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.369383] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.369804] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.370040] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250e5037-6cca-4f3c-85d2-758e8c5dd6eb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.372309] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.372463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.374087] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.399395] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.399569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.399569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.400538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.400538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.400538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe52f95-81b3-489f-bc55-0d75e190c55d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.475505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.475804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.475958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.476118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.476191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.476353] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.476456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.476518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.476668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.476741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.476907] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70c7a17-5ccf-4312-9144-74b93053452e already deleted. [ 695.476907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.628448] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.632038] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.703369] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85c7f69-08b6-4c4d-a65a-214654e709ac taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.703573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.707264] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 853feba3-cacf-4351-a192-cf4a59528fab with status ACTIVE [ 695.707618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.707799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.707867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.708094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.708211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.708423] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.708563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.708650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.708874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.708971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.709209] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.709335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.709400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.709599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.709702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.709794] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 853feba3-cacf-4351-a192-cf4a59528fab is going to be updated. [ 695.711441] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.711614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.738681] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.738839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.738958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.739140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.739297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.739546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.875033] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.875033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.875033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.875033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.875033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.875033] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 250e5037-6cca-4f3c-85d2-758e8c5dd6eb not found, creating... [ 695.875033] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.875033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.875743] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.875743] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.875743] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.879283] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.879683] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.879683] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.881152] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.881152] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.881152] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 250e5037-6cca-4f3c-85d2-758e8c5dd6eb is going to be created. [ 695.881625] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.909360] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.909670] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.910187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.910187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.910402] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.910744] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.130916] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.138051] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.384411] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.384594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.384682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.384879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.384984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.385235] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 696.424056] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.424263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.424344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.424554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.424717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.437782] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 696.639922] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.640134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.640134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.640481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.640662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.640817] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be updated. [ 696.646224] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.646432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.646548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.646867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.647041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.647385] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85c7f69-08b6-4c4d-a65a-214654e709ac is going to be created. [ 696.676058] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.676536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.676536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.676536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.676536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.678998] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.679164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.679222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.679987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.680160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.692105] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: IN_PROGRESS for 2s [ 696.693084] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85c7f69-08b6-4c4d-a65a-214654e709ac in Status: UNINITIALIZED for 2s [ 696.909778] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee86e261-0073-434b-bf94-d5821f52ed98 req-c6403f60-61b1-4ce5-8b18-1fc9b829979d service nova] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_rules [ 696.910093] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee86e261-0073-434b-bf94-d5821f52ed98 req-c6403f60-61b1-4ce5-8b18-1fc9b829979d service nova] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 696.910093] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee86e261-0073-434b-bf94-d5821f52ed98 req-c6403f60-61b1-4ce5-8b18-1fc9b829979d service nova] Enqueued Resource ID: 250e5037-6cca-4f3c-85d2-758e8c5dd6eb with Priority: HIGHEST for action port [ 696.910327] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_rules [ 696.910443] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 696.910533] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250e5037-6cca-4f3c-85d2-758e8c5dd6eb with Priority: HIGHEST for action port [ 696.912110] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.912622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.915017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.915017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.915017] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.915017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.915017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.915017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.915017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.915017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.915017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.915017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.918260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.918425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.918543] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.920982] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.920982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.920982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.920982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.920982] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250e5037-6cca-4f3c-85d2-758e8c5dd6eb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.161147] env[69318]: INFO networking_nsxv3.common.synchronization [None req-14d5eda0-b065-43d0-9bcb-4b1d57eb424a None None] Enqueued Resource ID: 6f870e58-eba3-4fec-ae01-dda555a83a48 with Priority: HIGHEST for action port [ 697.161147] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f870e58-eba3-4fec-ae01-dda555a83a48 with Priority: HIGHEST for action port [ 697.162318] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f870e58-eba3-4fec-ae01-dda555a83a48 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.162318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f870e58-eba3-4fec-ae01-dda555a83a48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.162318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f870e58-eba3-4fec-ae01-dda555a83a48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.162318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f870e58-eba3-4fec-ae01-dda555a83a48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.162318] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f870e58-eba3-4fec-ae01-dda555a83a48',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.422307] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.422307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.424856] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.425621] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 250e5037-6cca-4f3c-85d2-758e8c5dd6eb with status ACTIVE [ 697.425900] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.426051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.426125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.426333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.426421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.426595] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.426693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.426754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.426966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.427061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.427601] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.427601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.427601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.427786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.427786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.427862] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 250e5037-6cca-4f3c-85d2-758e8c5dd6eb is going to be updated. [ 697.484884] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.485084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.485084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.485317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.485619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.485793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-250e5037-6cca-4f3c-85d2-758e8c5dd6eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.664884] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f870e58-eba3-4fec-ae01-dda555a83a48 [ 697.665648] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.667267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.667433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.668444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.668444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.668444] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f870e58-eba3-4fec-ae01-dda555a83a48 already deleted. [ 697.668444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f870e58-eba3-4fec-ae01-dda555a83a48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.680904] env[69318]: INFO networking_nsxv3.common.synchronization [req-72ddb98e-72cb-4726-9903-f81760073058 req-a9c9d950-2033-4eac-8af6-588031007c5a tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 697.681170] env[69318]: INFO networking_nsxv3.common.synchronization [req-72ddb98e-72cb-4726-9903-f81760073058 req-a9c9d950-2033-4eac-8af6-588031007c5a tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: b85c7f69-08b6-4c4d-a65a-214654e709ac with Priority: HIGHEST for action security_group_members [ 697.683356] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 697.683356] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85c7f69-08b6-4c4d-a65a-214654e709ac with Priority: HIGHEST for action security_group_members [ 697.683356] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.683570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.683802] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85c7f69-08b6-4c4d-a65a-214654e709ac taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.683915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.788906] env[69318]: INFO networking_nsxv3.common.synchronization [req-72ddb98e-72cb-4726-9903-f81760073058 req-a9c9d950-2033-4eac-8af6-588031007c5a tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_rules [ 697.789160] env[69318]: INFO networking_nsxv3.common.synchronization [req-72ddb98e-72cb-4726-9903-f81760073058 req-a9c9d950-2033-4eac-8af6-588031007c5a tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 697.789311] env[69318]: INFO networking_nsxv3.common.synchronization [req-72ddb98e-72cb-4726-9903-f81760073058 req-a9c9d950-2033-4eac-8af6-588031007c5a tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: 853feba3-cacf-4351-a192-cf4a59528fab with Priority: HIGHEST for action port [ 697.789939] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_rules [ 697.790085] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 697.790731] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 853feba3-cacf-4351-a192-cf4a59528fab with Priority: HIGHEST for action port [ 697.791060] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.791176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.791376] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.791455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.791626] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-853feba3-cacf-4351-a192-cf4a59528fab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.791721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.791782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.791986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.792076] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853feba3-cacf-4351-a192-cf4a59528fab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.889024] env[69318]: INFO networking_nsxv3.common.synchronization [req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 req-bdd57d0e-96c6-4b7f-9817-eb3e915275d7 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Enqueued Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGHEST for action security_group_members [ 697.891080] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGHEST for action security_group_members [ 697.894450] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.894450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.894450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.894450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.894450] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.894450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.894450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.894450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.894450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.894450] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.935435] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.294448] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 853feba3-cacf-4351-a192-cf4a59528fab with status ACTIVE [ 698.294869] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.294972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.295024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.295240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.295367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.295526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.295632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.295693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.295986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.296033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.296247] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.296386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.296479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.296691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.296810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.296941] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 853feba3-cacf-4351-a192-cf4a59528fab is going to be updated. [ 698.308105] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.308105] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.308105] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.308105] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.308105] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.308105] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.308105] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.308105] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.308105] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.308105] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.308105] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.308105] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.308105] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.308663] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.308663] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.308663] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.333662] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.333932] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.334163] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.334428] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.334943] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-112f1a62-6a7b-4636-93a5-77e68726c944 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.335175] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-112f1a62-6a7b-4636-93a5-77e68726c944" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.335342] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-112f1a62-6a7b-4636-93a5-77e68726c944" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.335691] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-112f1a62-6a7b-4636-93a5-77e68726c944" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.335836] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112f1a62-6a7b-4636-93a5-77e68726c944',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.339063] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.339063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.339063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.339063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.339063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.339063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-853feba3-cacf-4351-a192-cf4a59528fab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.398890] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.398890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.399273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.399353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.400045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.400045] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.400045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.400045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.400534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.400534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.400534] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 already deleted. [ 698.400534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.438165] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.438165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.438165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.438613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.438613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.438613] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be created. [ 698.453756] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 698.454993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.454993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.454993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.454993] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.454993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.454993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.454993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.454993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.455512] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.472858] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.473086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.473086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.473351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.473614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.498739] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: UNINITIALIZED for 2s [ 698.705976] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: SUCCESS [ 698.705976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.706279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.706533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.706826] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.707054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.707250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.707953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.707953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.707953] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.711687] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85c7f69-08b6-4c4d-a65a-214654e709ac in Status: SUCCESS [ 698.711687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.711687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.711687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.711687] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.711687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.711687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.711687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.711687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.711687] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.843334] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.843334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.843334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.843334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.843334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.843334] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 112f1a62-6a7b-4636-93a5-77e68726c944 not found, creating... [ 698.843334] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.843334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.843334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.843334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.843334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.843758] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.843758] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.843758] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.843758] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.843758] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.843758] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 112f1a62-6a7b-4636-93a5-77e68726c944 is going to be created. [ 698.868316] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.868316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.868316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.868316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.868316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.868316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-112f1a62-6a7b-4636-93a5-77e68726c944" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.958129] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.199087] env[69318]: INFO networking_nsxv3.common.synchronization [None req-81ecd58d-957e-4f37-8fb2-0e680111eab5 None None] Enqueued Resource ID: bd2f36ec-e31f-456e-b337-698456a42a70 with Priority: HIGHEST for action port [ 699.199087] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd2f36ec-e31f-456e-b337-698456a42a70 with Priority: HIGHEST for action port [ 699.199087] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd2f36ec-e31f-456e-b337-698456a42a70 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.199087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd2f36ec-e31f-456e-b337-698456a42a70" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.199087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd2f36ec-e31f-456e-b337-698456a42a70" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.200291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd2f36ec-e31f-456e-b337-698456a42a70" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.200570] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2f36ec-e31f-456e-b337-698456a42a70',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.217027] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.217027] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.217027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.217027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.217027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.217027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.217027] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.217027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.217027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.217027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.217027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.217027] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85c7f69-08b6-4c4d-a65a-214654e709ac is going to be deleted. [ 699.273264] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.273461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.273516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.273700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.273876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.273988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.274504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.274684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.274853] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.274959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.275034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.275192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.275274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.275379] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.464529] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.622050] env[69318]: INFO networking_nsxv3.common.synchronization [req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 req-44a7cd24-f0bf-41ee-bf50-798955392477 service nova] Enqueued Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGHEST for action security_group_rules [ 699.622050] env[69318]: INFO networking_nsxv3.common.synchronization [req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 req-44a7cd24-f0bf-41ee-bf50-798955392477 service nova] Enqueued Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGHEST for action security_group_members [ 699.622050] env[69318]: INFO networking_nsxv3.common.synchronization [req-0b4e61cc-5836-440d-8fdf-d75b6aa79e22 req-44a7cd24-f0bf-41ee-bf50-798955392477 service nova] Enqueued Resource ID: 112f1a62-6a7b-4636-93a5-77e68726c944 with Priority: HIGHEST for action port [ 699.622442] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGHEST for action security_group_rules [ 699.622574] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGHEST for action security_group_members [ 699.622721] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 112f1a62-6a7b-4636-93a5-77e68726c944 with Priority: HIGHEST for action port [ 699.623148] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.623598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.623743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.624167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.624167] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.627483] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.628243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.628659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.628659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.629735] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.629991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.631139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.631395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.631719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.631880] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.633819] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-112f1a62-6a7b-4636-93a5-77e68726c944 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.636936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-112f1a62-6a7b-4636-93a5-77e68726c944" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.637023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-112f1a62-6a7b-4636-93a5-77e68726c944" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.637231] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-112f1a62-6a7b-4636-93a5-77e68726c944" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.637318] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112f1a62-6a7b-4636-93a5-77e68726c944',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.704614] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd2f36ec-e31f-456e-b337-698456a42a70 [ 699.704934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.705133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.705222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.705483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.705552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.705659] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd2f36ec-e31f-456e-b337-698456a42a70 already deleted. [ 699.705761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd2f36ec-e31f-456e-b337-698456a42a70" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.719910] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.779227] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.779484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.779619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.780332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.780556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.780946] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.781172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.781718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.781994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.782064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.782299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85c7f69-08b6-4c4d-a65a-214654e709ac already deleted. [ 699.782299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.782498] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.783877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.783995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.784192] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.784308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.784378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.784554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.784640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.784740] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.970100] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.970100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.970100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.970100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.970100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.970100] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 700.004829] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.005095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.005721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.005721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.005721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.016643] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 700.128203] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.128421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.138080] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.141312] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 112f1a62-6a7b-4636-93a5-77e68726c944 with status ACTIVE [ 700.141577] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.141785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.141824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.142120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.142221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.142414] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.142523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.142591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.142881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.143000] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.143249] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.143359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.143425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.143580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.143659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.143748] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 112f1a62-6a7b-4636-93a5-77e68726c944 is going to be updated. [ 700.173672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.173767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.173767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.174448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.174448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.174448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-112f1a62-6a7b-4636-93a5-77e68726c944" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.224137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.224493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.224493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.224953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.225070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.225326] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be updated. [ 700.286996] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b85c7f69-08b6-4c4d-a65a-214654e709ac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.289573] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.290065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.290065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.290252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.290252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.290544] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.290664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.290728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.290920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.291267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.291390] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85c7f69-08b6-4c4d-a65a-214654e709ac already deleted. [ 700.291496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.295164] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.295333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.295404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.296072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.296072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.312099] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: IN_PROGRESS for 2s [ 700.512312] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: SUCCESS [ 700.512576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.513666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.513666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.513666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.513666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.513666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.513666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.513666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.513666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.514048] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.637071] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.793884] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b85c7f69-08b6-4c4d-a65a-214654e709ac: rpc.has_security_group_logging(os_id): False [ 700.812020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.812020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.812020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.812020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.812020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.812020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.812020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.812020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.812020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.812020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.812020] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b85c7f69-08b6-4c4d-a65a-214654e709ac is going to be created. [ 700.828999] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b85c7f69-08b6-4c4d-a65a-214654e709ac], does not exist path=[/infra/domains/default/groups/b85c7f69-08b6-4c4d-a65a-214654e709ac]."\n}' [ 700.829256] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b85c7f69-08b6-4c4d-a65a-214654e709ac failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b85c7f69-08b6-4c4d-a65a-214654e709ac [ 700.829256] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 700.856825] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.856990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.861161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.861451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.862036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.862305] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.862428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.862496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.862668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.862749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.862949] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.863071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.863135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.863278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.863352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.863438] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b85c7f69-08b6-4c4d-a65a-214654e709ac is going to be created. [ 700.881677] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b85c7f69-08b6-4c4d-a65a-214654e709ac], does not exist path=[/infra/domains/default/groups/b85c7f69-08b6-4c4d-a65a-214654e709ac]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b85c7f69-08b6-4c4d-a65a-214654e709ac [ 700.881915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b85c7f69-08b6-4c4d-a65a-214654e709ac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.886470] env[69318]: Traceback (most recent call last): [ 700.886470] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 700.886470] env[69318]: return func(*args, **kwargs) [ 700.886470] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 700.886470] env[69318]: res.raise_for_status() [ 700.886470] env[69318]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 700.886470] env[69318]: raise HTTPError(http_error_msg, response=self) [ 700.886915] env[69318]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b85c7f69-08b6-4c4d-a65a-214654e709ac [ 700.886915] env[69318]: During handling of the above exception, another exception occurred: [ 700.886915] env[69318]: Traceback (most recent call last): [ 700.886915] env[69318]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 700.886915] env[69318]: listener.cb(fileno) [ 700.886915] env[69318]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 700.886915] env[69318]: result = function(*args, **kwargs) [ 700.886915] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 700.886915] env[69318]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 700.886915] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 700.886915] env[69318]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 700.886915] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 700.886915] env[69318]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 700.886915] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 700.886915] env[69318]: res.raise_for_status() [ 700.886915] env[69318]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 700.886915] env[69318]: raise HTTPError(http_error_msg, response=self) [ 700.886915] env[69318]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b85c7f69-08b6-4c4d-a65a-214654e709ac [ 700.886915] env[69318]: Removing descriptor: 5 [ 701.016845] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.017267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.017267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.017348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.017614] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.017726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.017794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.017958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.018067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.018160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.018316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.018599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.018728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.018859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.020900] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.020900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.020900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.020900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.020900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.020900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.020900] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.140967] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.140967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.140967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.140967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.140967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.140967] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 is going to be created. [ 701.168021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.168021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.168021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.168021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.168021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.180292] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 in Status: UNINITIALIZED for 2s [ 701.523040] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70c7a17-5ccf-4312-9144-74b93053452e: rpc.has_security_group_logging(os_id): False [ 701.545944] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.545944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.545944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.546117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.546499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.546499] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.546737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.546737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.546737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.546861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.546986] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.547179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.547279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.547530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.547637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.547892] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.547965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.548212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.548454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.548575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.548839] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be created. [ 701.623808] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.644454] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: IN_PROGRESS for 2s [ 702.027180] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 702.027180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.027644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.027644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.027719] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.027965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.027965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.028099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.028195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.029091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.029091] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.029091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.029091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.029091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.029091] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.031729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.031806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.031987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.032112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.032218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.032408] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.322395] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: SUCCESS [ 702.322631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.322895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.323528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.323528] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.323528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.323528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.324268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.324268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.324268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.324268] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.325409] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.325593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.325766] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.325884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.325963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.326097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.326184] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.326261] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.534557] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 763857f7-40ea-4100-b884-338fdfe1e222: rpc.has_security_group_logging(os_id): False [ 702.552541] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.553627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.553627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.553627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.553627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.553627] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.553895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.553895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.554059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.554144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.554330] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.554430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.554494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.554652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.554748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.554904] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.554999] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.555335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.555558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.555645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.555770] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be created. [ 702.618306] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.618306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.618306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.618306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.618306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.631134] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 702.830237] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.830237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.830237] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.201837] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 in Status: SUCCESS [ 703.202339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.202587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.204181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.204181] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.204181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.204181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.204181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.204181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.204181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.204600] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.332673] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.656843] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: SUCCESS [ 703.657090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.707614] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.707794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.707875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.708121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.708639] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.708639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.708639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.708825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.708825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.708897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.709034] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.709136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.709201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.709352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.709493] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.709586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.709646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.709789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.709864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.709946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.710054] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.836163] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.836607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.836868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.837232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.837556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.837769] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be updated. [ 703.889269] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.889398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.889517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.890073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.890171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.903157] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: IN_PROGRESS for 2s [ 704.213278] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06: rpc.has_security_group_logging(os_id): False [ 704.232293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.232903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.232903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.233123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.233503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.233595] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.233711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.233864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.234802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.234925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.235234] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.235519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.235620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.235832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.235954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.236666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.236836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.236935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.237162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.237288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.237415] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 is going to be created. [ 704.298037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.298248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.298348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.298639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.298901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.311714] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 in Status: IN_PROGRESS for 2s [ 704.624270] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 704.624481] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 704.647965] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 704.647965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.647965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.647965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.647965] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.901727] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-1775eaa1-2d6c-4d28-b865-4549f7eaf4ec tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 704.902332] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 704.902656] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.902781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.902846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.904476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.904476] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.904476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.904476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.904823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.904872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.905050] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.153975] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.153975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.154271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.154312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.154588] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.154588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.154717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.154779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.154922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.154922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.155019] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.408427] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.408729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.408840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.409103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.409233] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.409460] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.409594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.409684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.409874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.409976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.410104] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee already deleted. [ 705.410235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.620499] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-061a875f-a4c8-4f81-a244-3e69d3b1db67 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 705.620810] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 705.622391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.623085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.623085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.623085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.623085] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.623310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.623310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.623618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.623618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.623618] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.657704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.658235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.658342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.658535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.658874] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.658874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.659055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.659162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.659260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.659313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.659471] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.659610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.659927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.659927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.660364] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.660542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.660542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.660694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.660831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.660831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.661822] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.914924] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: SUCCESS [ 705.915243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.915459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.915631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.915822] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.915940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.916022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.916178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.916259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.916359] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.126698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.126925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.126925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.127282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.127282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.127582] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.127727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.127775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.127948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.128045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.128155] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee already deleted. [ 706.128242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.161912] env[69318]: INFO networking_nsxv3.common.synchronization [req-81e7e7f8-263c-4688-b6d9-34639aa66fb1 req-7516e274-dcbb-446b-9ac1-d3f9f5ee0089 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 706.165197] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 706.165197] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.165197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.165197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.165197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.165197] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.165197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.165197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.165197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.165197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.165197] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.165879] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 763857f7-40ea-4100-b884-338fdfe1e222: rpc.has_security_group_logging(os_id): False [ 706.191071] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.191230] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.191352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.194022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.194022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.194022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.194022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.194730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.194730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.194730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.194730] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 706.309973] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.310331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.310456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.310816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.311095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.328699] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 706.329486] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 in Status: SUCCESS [ 706.329694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.420081] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.640247] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-5352908a-c25d-4fba-8a0a-f723f269d265 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 706.641739] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 706.642603] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.642858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.642858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.644123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.644123] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.644123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.644123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.644123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.644123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.644123] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.666646] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.667789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.667870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.668272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.691039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.691301] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.691423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.691489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.691795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.691795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.691910] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be updated. [ 706.721575] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.721725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.721806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.722022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.722232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.733199] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: IN_PROGRESS for 2s [ 706.925655] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.146562] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.146562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.146562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.146736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.146834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.147044] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.147466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.147466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.147466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.147690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.147690] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee already deleted. [ 707.147773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.247745] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.248048] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-159" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.248223] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-159" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.248787] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-159" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.249152] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.249504] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.249676] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.250029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.250543] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.251028] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.251260] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.251872] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.252094] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.252290] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.252461] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.252688] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.273635] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.276083] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.276083] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.276083] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-159" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.276083] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-71b7c4de-d221-4101-b14b-eb9a682986ab taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.276083] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-71b7c4de-d221-4101-b14b-eb9a682986ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.276083] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-71b7c4de-d221-4101-b14b-eb9a682986ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.277470] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-71b7c4de-d221-4101-b14b-eb9a682986ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.277470] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71b7c4de-d221-4101-b14b-eb9a682986ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.433073] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.433372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.433372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.433523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.433616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.433707] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be updated. [ 707.475404] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.475404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.475404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.475404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.475404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.489725] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: IN_PROGRESS for 2s [ 707.780239] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.781482] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.781630] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.781936] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.782123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.782273] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 71b7c4de-d221-4101-b14b-eb9a682986ab not found, creating... [ 707.782581] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.782760] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.782892] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.783161] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.783305] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.783628] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.783808] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.783927] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.784416] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.787462] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.787462] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 71b7c4de-d221-4101-b14b-eb9a682986ab is going to be created. [ 707.812365] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.813878] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.813878] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.813878] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.813878] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.813878] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-71b7c4de-d221-4101-b14b-eb9a682986ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.346281] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 708.346281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.512133] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2f512fef-d933-40cd-bc5c-e04ce8824672 None None] Enqueued Resource ID: a3a191f3-0b92-4216-97d9-47527290d4c7 with Priority: HIGHEST for action port [ 708.512547] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a191f3-0b92-4216-97d9-47527290d4c7 with Priority: HIGHEST for action port [ 708.512995] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a191f3-0b92-4216-97d9-47527290d4c7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.513105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a191f3-0b92-4216-97d9-47527290d4c7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.513256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a191f3-0b92-4216-97d9-47527290d4c7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.513431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a191f3-0b92-4216-97d9-47527290d4c7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.513549] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a191f3-0b92-4216-97d9-47527290d4c7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.744529] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 708.744769] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 deletion is rescheduled due to dependency. [ 708.744858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.018725] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3a191f3-0b92-4216-97d9-47527290d4c7 [ 709.018988] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.019172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.019241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.019574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.019704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.019813] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3a191f3-0b92-4216-97d9-47527290d4c7 already deleted. [ 709.019900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a191f3-0b92-4216-97d9-47527290d4c7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.092321] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-58de78d8-bb2c-4ad4-9868-40d6cc4b878d service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 709.092616] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-58de78d8-bb2c-4ad4-9868-40d6cc4b878d service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 709.092690] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-58de78d8-bb2c-4ad4-9868-40d6cc4b878d service nova] Enqueued Resource ID: 71b7c4de-d221-4101-b14b-eb9a682986ab with Priority: HIGHEST for action port [ 709.093394] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 709.093653] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 709.093785] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b7c4de-d221-4101-b14b-eb9a682986ab with Priority: HIGHEST for action port [ 709.094380] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.094585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.094645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.094945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.095108] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.097495] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.097720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.097855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.097989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.098175] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.098371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.098371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.098713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.098713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.098713] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.100670] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-71b7c4de-d221-4101-b14b-eb9a682986ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.100790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71b7c4de-d221-4101-b14b-eb9a682986ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.100846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71b7c4de-d221-4101-b14b-eb9a682986ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.101048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71b7c4de-d221-4101-b14b-eb9a682986ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.101129] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71b7c4de-d221-4101-b14b-eb9a682986ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.507140] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: SUCCESS [ 709.507372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.507864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.507864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.508062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.508163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.508225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.508432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.508509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.508583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.508771] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.508865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.508923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.512975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.512975] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.512975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.512975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.513814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.513814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.513814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.513814] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.603811] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.604280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.604280] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71b7c4de-d221-4101-b14b-eb9a682986ab with status ACTIVE [ 709.604878] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.605079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.605155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.605359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.605516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.605710] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.605813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.605877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.607633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.607738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.608857] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.608857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.608857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.608857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.608857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.608857] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71b7c4de-d221-4101-b14b-eb9a682986ab is going to be updated. [ 709.609842] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.638319] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.638452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.638524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.638819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.639030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.639275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71b7c4de-d221-4101-b14b-eb9a682986ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.015757] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e231536e-d679-426c-a82e-41e9692a7007: rpc.has_security_group_logging(os_id): False [ 710.038358] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.038358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.038514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.039292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.077219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.077219] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.077219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.077219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.077219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.077219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.081215] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.081215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.081215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.081215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.081215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.081215] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.081215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.081215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.081215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.081215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.081215] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be updated. [ 710.113843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.162671] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.162671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.162671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.162671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.162671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.186019] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: IN_PROGRESS for 2s [ 710.546013] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.546353] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-591" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.546353] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-591" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.546659] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-591" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.546907] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.547147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.547413] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.547706] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.548089] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.548089] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.548208] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.548480] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.548480] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.548480] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.548631] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.548807] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.570246] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.570432] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.570551] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.570744] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-591" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.571397] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.571397] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.571397] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.571742] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.572327] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f6a398d-91bb-4a0a-b804-418f2b82f3e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.618726] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.618886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.618936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.619574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.620103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.620103] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be created. [ 710.653824] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.654014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.654106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.654407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.654573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.672495] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: UNINITIALIZED for 2s [ 711.080387] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.080387] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.080387] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.080387] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.080387] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.080387] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 not found, creating... [ 711.080387] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.080387] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.080387] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.082769] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.083019] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.083427] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.083704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.083704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.084110] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.084243] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.084299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 is going to be created. [ 711.108835] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.109090] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.109225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.109506] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.109737] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.110021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.157040] env[69318]: INFO networking_nsxv3.common.synchronization [req-ba0244fd-3dc1-448b-826e-0607b254e01d req-3dcde655-501d-4267-872c-5ec9bd70c508 tempest-ServerRescueTestJSONUnderV235-242246353 tempest-ServerRescueTestJSONUnderV235-242246353-project-member] Enqueued Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 711.161028] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e231536e-d679-426c-a82e-41e9692a7007 with Priority: HIGHEST for action security_group_members [ 711.161234] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e231536e-d679-426c-a82e-41e9692a7007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.161368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.161494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.161817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.162597] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.162597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.162597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.162597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.162793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.162848] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.349520] env[69318]: INFO networking_nsxv3.common.synchronization [None req-fc01bc2e-4243-4ebb-8cd8-1cc4867ecea1 None None] Enqueued Resource ID: 1b8be203-1e30-4a66-a3b8-dc39de6b2f84 with Priority: HIGHEST for action port [ 711.350200] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8be203-1e30-4a66-a3b8-dc39de6b2f84 with Priority: HIGHEST for action port [ 711.350508] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8be203-1e30-4a66-a3b8-dc39de6b2f84 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.350632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8be203-1e30-4a66-a3b8-dc39de6b2f84" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.350703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8be203-1e30-4a66-a3b8-dc39de6b2f84" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.350947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8be203-1e30-4a66-a3b8-dc39de6b2f84" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.351535] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8be203-1e30-4a66-a3b8-dc39de6b2f84',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.540545] env[69318]: INFO networking_nsxv3.common.synchronization [req-27a4e9c6-11aa-473c-bab6-b2d9ecb944ad req-c4500f97-d9cd-45ed-9656-a8d29b290ce4 tempest-SecurityGroupRulesTestJSON-1670195431 tempest-SecurityGroupRulesTestJSON-1670195431-project-member] Enqueued Resource ID: 1afca109-878e-4331-b63a-b09d0697e9b3 with Priority: HIGHEST for action security_group_rules [ 711.541145] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1afca109-878e-4331-b63a-b09d0697e9b3 with Priority: HIGHEST for action security_group_rules [ 711.541728] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1afca109-878e-4331-b63a-b09d0697e9b3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.542039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1afca109-878e-4331-b63a-b09d0697e9b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.542039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1afca109-878e-4331-b63a-b09d0697e9b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.542481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1afca109-878e-4331-b63a-b09d0697e9b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.542481] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1afca109-878e-4331-b63a-b09d0697e9b3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.672565] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.672888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.672888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.672888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.672998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.673309] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.673309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.673445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.673480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.673570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.673641] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be updated. [ 711.707507] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.707751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.707751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.708350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.708694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.720885] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: IN_PROGRESS for 2s [ 711.855517] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b8be203-1e30-4a66-a3b8-dc39de6b2f84 [ 711.855779] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.855929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.856013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.856237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.856329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.856425] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b8be203-1e30-4a66-a3b8-dc39de6b2f84 already deleted. [ 711.856506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8be203-1e30-4a66-a3b8-dc39de6b2f84" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.864788] env[69318]: INFO networking_nsxv3.common.synchronization [req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 req-bdbc6565-248b-4e05-86f4-7267fe2bde74 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Enqueued Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 711.866081] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 711.866400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.866535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.866609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.866963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.867129] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.867396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.867396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.867485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.867711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.867782] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.068296] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.068436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.068508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.068742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.068832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.068926] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1afca109-878e-4331-b63a-b09d0697e9b3 already deleted. [ 712.069038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1afca109-878e-4331-b63a-b09d0697e9b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.201610] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: SUCCESS [ 712.203082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.203656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.205778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.205778] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e231536e-d679-426c-a82e-41e9692a7007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.371959] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.371959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.371959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.371959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.372214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.372251] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.372328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.372395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.372550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.372626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.372714] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f173a3a6-0604-49dc-9049-d77caddec47f already deleted. [ 712.372798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.683733] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 712.684536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.684536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.684536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.684671] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.684943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.685027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.685204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.685290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.685378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.685472] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.728527] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.728843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.730652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.730652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.730652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.730652] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e231536e-d679-426c-a82e-41e9692a7007 is going to be deleted. [ 712.783662] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.783819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.783889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.784116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.784203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.784319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.830266] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-89e46e8d-9569-4fb1-be69-3e9e93ea5e00 service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 712.830266] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-89e46e8d-9569-4fb1-be69-3e9e93ea5e00 service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 712.830266] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-89e46e8d-9569-4fb1-be69-3e9e93ea5e00 service nova] Enqueued Resource ID: 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 with Priority: HIGHEST for action port [ 712.830507] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 712.830651] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 712.830797] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 with Priority: HIGHEST for action port [ 712.832898] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.832898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.832898] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.832898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.832898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.833554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.833750] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.833950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.834677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.834677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.835414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.835414] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.839405] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.839405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.839541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.840225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.840576] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f6a398d-91bb-4a0a-b804-418f2b82f3e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.872117] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.872419] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-353" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.872591] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-353" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.872782] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-353" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.873432] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.873606] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.873733] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.874089] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.874150] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.874447] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.874447] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.874713] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.874713] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.874916] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.874967] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.875150] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.913839] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.914236] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.914236] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.914413] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-353" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.914636] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-ee1e7b56-2cdf-459d-bad5-30787ccf927f taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.914809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-ee1e7b56-2cdf-459d-bad5-30787ccf927f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.914928] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-ee1e7b56-2cdf-459d-bad5-30787ccf927f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.915274] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-ee1e7b56-2cdf-459d-bad5-30787ccf927f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.915417] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1e7b56-2cdf-459d-bad5-30787ccf927f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.188475] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.188801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.342148] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.345029] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 with status ACTIVE [ 713.345398] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.345865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.345865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.346222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.349076] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.349076] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.349076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.349076] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f6a398d-91bb-4a0a-b804-418f2b82f3e7 is going to be updated. [ 713.369248] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.369248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.369248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.369248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.369248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.369248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f6a398d-91bb-4a0a-b804-418f2b82f3e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.417749] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.418070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.418070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.418341] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.418499] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.418668] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port ee1e7b56-2cdf-459d-bad5-30787ccf927f not found, creating... [ 713.418966] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.419140] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.419259] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.419497] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.419625] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.419928] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.424027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.424027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.424027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.424027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.424027] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: ee1e7b56-2cdf-459d-bad5-30787ccf927f is going to be created. [ 713.448243] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.448243] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.448243] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.448243] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.448243] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.452335] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-ee1e7b56-2cdf-459d-bad5-30787ccf927f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.733813] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e231536e-d679-426c-a82e-41e9692a7007 in Status: SUCCESS [ 713.733813] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e231536e-d679-426c-a82e-41e9692a7007 deletion is rescheduled due to dependency. [ 713.733813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e231536e-d679-426c-a82e-41e9692a7007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.845159] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.871369] env[69318]: INFO networking_nsxv3.common.synchronization [None req-ee56a278-54cf-4926-b918-49577759fc11 None None] Enqueued Resource ID: 747d4465-3322-469c-8223-665879648ce8 with Priority: HIGHEST for action port [ 713.871924] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747d4465-3322-469c-8223-665879648ce8 with Priority: HIGHEST for action port [ 713.872344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-747d4465-3322-469c-8223-665879648ce8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.872422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-747d4465-3322-469c-8223-665879648ce8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.872422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-747d4465-3322-469c-8223-665879648ce8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.873364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-747d4465-3322-469c-8223-665879648ce8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.873364] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747d4465-3322-469c-8223-665879648ce8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.061294] env[69318]: INFO networking_nsxv3.common.synchronization [None req-35d146b6-3617-449f-98ff-59fcaa06dd63 None None] Enqueued Resource ID: decd320c-2712-4d14-8773-162f8ffb478d with Priority: HIGHEST for action port [ 714.061950] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: decd320c-2712-4d14-8773-162f8ffb478d with Priority: HIGHEST for action port [ 714.062495] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-decd320c-2712-4d14-8773-162f8ffb478d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.062690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-decd320c-2712-4d14-8773-162f8ffb478d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.062804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-decd320c-2712-4d14-8773-162f8ffb478d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.063123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-decd320c-2712-4d14-8773-162f8ffb478d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.063263] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('decd320c-2712-4d14-8773-162f8ffb478d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.347698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.347698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.347698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.348098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.348748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.348748] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 714.376472] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 747d4465-3322-469c-8223-665879648ce8 [ 714.378650] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.378650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.378650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.378650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.378650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.378650] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:747d4465-3322-469c-8223-665879648ce8 already deleted. [ 714.378650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-747d4465-3322-469c-8223-665879648ce8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.379554] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.379657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.379844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.379905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.380817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.394028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 714.460601] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.460601] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-159" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.460728] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-159" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.461305] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-159" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.461305] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.462650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.462650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.462650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.462650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.462650] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.462650] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.462650] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.462650] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.462650] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.462650] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.462650] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.482147] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.482546] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.482546] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.482651] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-159" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.483063] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.483250] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.483366] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.483699] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.483840] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff131b43-d8e5-45e7-bdd1-26ab839a34bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.568660] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port decd320c-2712-4d14-8773-162f8ffb478d [ 714.568660] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.568660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.568660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.568660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.568660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.568660] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:decd320c-2712-4d14-8773-162f8ffb478d already deleted. [ 714.568660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-decd320c-2712-4d14-8773-162f8ffb478d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.953806] env[69318]: INFO networking_nsxv3.common.synchronization [req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca req-52964ba2-e9f2-4dcd-a478-107c0b330628 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 714.954707] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 714.954707] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.954902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.954902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.956706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.956889] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.957091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.957091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.957479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.957564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.957693] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.988748] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.989060] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.989686] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.990687] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.991677] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.991986] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port ff131b43-d8e5-45e7-bdd1-26ab839a34bf not found, creating... [ 714.992515] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.993209] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.993343] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.993643] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.993841] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.994627] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.994627] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.994627] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.994811] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.994811] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.995436] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: ff131b43-d8e5-45e7-bdd1-26ab839a34bf is going to be created. [ 715.005719] env[69318]: INFO networking_nsxv3.common.synchronization [req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 req-516d7c0e-6a9c-4512-bc16-7a454d3cff6f service nova] Enqueued Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_rules [ 715.005719] env[69318]: INFO networking_nsxv3.common.synchronization [req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 req-516d7c0e-6a9c-4512-bc16-7a454d3cff6f service nova] Enqueued Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 715.005719] env[69318]: INFO networking_nsxv3.common.synchronization [req-cff08084-c11c-4dea-a672-ca7b5ed4d7f0 req-516d7c0e-6a9c-4512-bc16-7a454d3cff6f service nova] Enqueued Resource ID: ee1e7b56-2cdf-459d-bad5-30787ccf927f with Priority: HIGHEST for action port [ 715.005991] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_rules [ 715.009584] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 715.009584] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1e7b56-2cdf-459d-bad5-30787ccf927f with Priority: HIGHEST for action port [ 715.009584] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.009584] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.009584] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.009584] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.009584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.011261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.011261] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.011348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1e7b56-2cdf-459d-bad5-30787ccf927f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.011447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1e7b56-2cdf-459d-bad5-30787ccf927f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.011539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1e7b56-2cdf-459d-bad5-30787ccf927f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.011780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1e7b56-2cdf-459d-bad5-30787ccf927f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.011780] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1e7b56-2cdf-459d-bad5-30787ccf927f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.019281] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.019441] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.019572] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.020595] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.020595] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.020595] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.460647] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.460647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.460792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.460970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.462016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.462016] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.462016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.462016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.462016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.462016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.462016] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 already deleted. [ 715.462016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.512987] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.513479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.513865] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.515348] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee1e7b56-2cdf-459d-bad5-30787ccf927f with status ACTIVE [ 715.516267] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.516478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.516521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.516823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.519740] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.519740] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.519740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.519740] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee1e7b56-2cdf-459d-bad5-30787ccf927f is going to be updated. [ 715.543935] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.544128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.544173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.544367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.544505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.544774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1e7b56-2cdf-459d-bad5-30787ccf927f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.828287] env[69318]: INFO networking_nsxv3.common.synchronization [req-caf305ef-280d-43c4-9518-b83cafe2b693 req-855a5601-372c-4e1d-918b-97d6a8022964 tempest-SecurityGroupRulesTestJSON-1670195431 tempest-SecurityGroupRulesTestJSON-1670195431-project-member] Enqueued Resource ID: 718b8a69-7c81-4978-8a40-41770c8159e5 with Priority: HIGHEST for action security_group_rules [ 715.828871] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 718b8a69-7c81-4978-8a40-41770c8159e5 with Priority: HIGHEST for action security_group_rules [ 715.829347] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-718b8a69-7c81-4978-8a40-41770c8159e5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.829519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-718b8a69-7c81-4978-8a40-41770c8159e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.832376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-718b8a69-7c81-4978-8a40-41770c8159e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.832376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-718b8a69-7c81-4978-8a40-41770c8159e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.832376] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('718b8a69-7c81-4978-8a40-41770c8159e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.021075] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.081402] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe0c1480-3bba-4b46-b975-76206c65a61d req-2d1f2951-0a57-4265-807e-0341860a4429 tempest-ServerExternalEventsTest-220264373 tempest-ServerExternalEventsTest-220264373-project-member] Enqueued Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGHEST for action security_group_members [ 716.082342] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGHEST for action security_group_members [ 716.082792] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.082923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.082991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.083209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.083364] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.083464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.083524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.083688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.083779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.083877] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.198144] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8e230f84-5d3d-4794-8608-9a26886d601a None None] Enqueued Resource ID: 9fe6211b-8b9b-4152-801d-d584a8bf4376 with Priority: HIGHEST for action port [ 716.198719] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe6211b-8b9b-4152-801d-d584a8bf4376 with Priority: HIGHEST for action port [ 716.199192] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe6211b-8b9b-4152-801d-d584a8bf4376 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.199192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe6211b-8b9b-4152-801d-d584a8bf4376" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.199356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe6211b-8b9b-4152-801d-d584a8bf4376" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.200028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe6211b-8b9b-4152-801d-d584a8bf4376" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.200028] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe6211b-8b9b-4152-801d-d584a8bf4376',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.317559] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.317824] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-146" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.317915] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-146" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.321029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-146" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.321029] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.321029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.321029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.321029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.321029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.321029] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.321029] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.321029] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.321029] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.321029] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.321029] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.321029] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.342125] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.342125] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.342125] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.342125] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-146" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.342125] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-74c4cd19-cdda-458b-90c9-4a8fefc5f352 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.342125] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.342484] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.343058] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.343270] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c4cd19-cdda-458b-90c9-4a8fefc5f352',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.355543] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.355543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.355543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.355802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.355837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.355918] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 718b8a69-7c81-4978-8a40-41770c8159e5 already deleted. [ 716.356011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-718b8a69-7c81-4978-8a40-41770c8159e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.370763] env[69318]: INFO networking_nsxv3.common.synchronization [None req-57323541-46a0-4b05-85af-5e42163f860f None None] Enqueued Resource ID: 133d53f6-4693-4e02-83ff-ec8f9df6e6fa with Priority: HIGHEST for action port [ 716.371388] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133d53f6-4693-4e02-83ff-ec8f9df6e6fa with Priority: HIGHEST for action port [ 716.371926] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-133d53f6-4693-4e02-83ff-ec8f9df6e6fa taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.373868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-133d53f6-4693-4e02-83ff-ec8f9df6e6fa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.373868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-133d53f6-4693-4e02-83ff-ec8f9df6e6fa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.373868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-133d53f6-4693-4e02-83ff-ec8f9df6e6fa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.373868] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('133d53f6-4693-4e02-83ff-ec8f9df6e6fa',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.399843] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 716.400471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.400595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.400814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.401015] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.401131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.404018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.404018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.404018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.404018] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.524367] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.526350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.526350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.528330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.528330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.528330] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f173a3a6-0604-49dc-9049-d77caddec47f is going to be created. [ 716.551604] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-32c64e6c-5aaf-49c1-8406-64670d72d009 service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 716.551792] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-32c64e6c-5aaf-49c1-8406-64670d72d009 service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 716.551904] env[69318]: INFO networking_nsxv3.common.synchronization [req-18757a45-7a1c-4dbd-aad3-035d3f89d4d9 req-32c64e6c-5aaf-49c1-8406-64670d72d009 service nova] Enqueued Resource ID: ff131b43-d8e5-45e7-bdd1-26ab839a34bf with Priority: HIGHEST for action port [ 716.554633] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.556053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.556053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.556053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.556053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.557293] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 716.557395] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 716.557737] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff131b43-d8e5-45e7-bdd1-26ab839a34bf with Priority: HIGHEST for action port [ 716.557944] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.558063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.558433] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.558433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.558433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.559951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.560046] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.560148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.560211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.560379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.560459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.560551] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.561424] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.561907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.561993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.562180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.562256] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff131b43-d8e5-45e7-bdd1-26ab839a34bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.573577] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: UNINITIALIZED for 2s [ 716.587499] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.587499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.587499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.587499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.587499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.590986] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.591127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.591184] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.591352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.591443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.591543] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 is going to be updated. [ 716.623070] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.623859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.623859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.623859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.623859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.637655] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 in Status: IN_PROGRESS for 2s [ 716.702105] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fe6211b-8b9b-4152-801d-d584a8bf4376 [ 716.702320] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.702450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.702519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.702755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.702843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.702937] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fe6211b-8b9b-4152-801d-d584a8bf4376 already deleted. [ 716.703025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe6211b-8b9b-4152-801d-d584a8bf4376" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.848330] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.848330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.848330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.848330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.848330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.848330] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 74c4cd19-cdda-458b-90c9-4a8fefc5f352 not found, creating... [ 716.848330] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.848330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.848330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.848330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.848330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.848883] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.848883] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.849231] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.851595] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.851595] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.851595] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 is going to be created. [ 716.871819] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.874368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.874368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.874368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.874368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.874368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.874980] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 133d53f6-4693-4e02-83ff-ec8f9df6e6fa [ 716.875294] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.875465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.875572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.875796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.875928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.876068] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:133d53f6-4693-4e02-83ff-ec8f9df6e6fa already deleted. [ 716.876194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-133d53f6-4693-4e02-83ff-ec8f9df6e6fa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.905428] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa45966d-875e-468f-84ba-5418f5826fee: rpc.has_security_group_logging(os_id): False [ 716.930391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.930391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.930391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.931146] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.931146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.931146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.931146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.931146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.931146] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be created. [ 717.001103] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.001201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.001201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.001555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.001641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.014909] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 717.065583] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.066573] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff131b43-d8e5-45e7-bdd1-26ab839a34bf with status ACTIVE [ 717.066836] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.066997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.067099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.067368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.067454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.068052] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.068052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.068052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.068226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.068599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.068886] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.069064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.069161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.069359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.073289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.073506] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff131b43-d8e5-45e7-bdd1-26ab839a34bf is going to be updated. [ 717.114205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.114386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.114480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.114732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.114898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.115106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff131b43-d8e5-45e7-bdd1-26ab839a34bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.344682] env[69318]: INFO networking_nsxv3.common.synchronization [None req-09d25445-d86e-4808-8ceb-83bdc3e8598b None None] Enqueued Resource ID: b01d7dc5-30cf-47de-be6d-6f9bf6131c3f with Priority: HIGHEST for action port [ 717.345601] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01d7dc5-30cf-47de-be6d-6f9bf6131c3f with Priority: HIGHEST for action port [ 717.346700] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b01d7dc5-30cf-47de-be6d-6f9bf6131c3f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.346700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b01d7dc5-30cf-47de-be6d-6f9bf6131c3f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.346700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b01d7dc5-30cf-47de-be6d-6f9bf6131c3f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.346700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b01d7dc5-30cf-47de-be6d-6f9bf6131c3f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.346700] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01d7dc5-30cf-47de-be6d-6f9bf6131c3f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.574792] env[69318]: INFO networking_nsxv3.common.synchronization [None req-b73dc675-6bb7-4dae-97d2-e217483ac12a None None] Enqueued Resource ID: 5380997c-74b9-4234-b2b9-261b94b6a3f4 with Priority: HIGHEST for action port [ 717.575184] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.575873] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5380997c-74b9-4234-b2b9-261b94b6a3f4 with Priority: HIGHEST for action port [ 717.576460] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5380997c-74b9-4234-b2b9-261b94b6a3f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.576700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5380997c-74b9-4234-b2b9-261b94b6a3f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.576784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5380997c-74b9-4234-b2b9-261b94b6a3f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.577386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5380997c-74b9-4234-b2b9-261b94b6a3f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.577386] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5380997c-74b9-4234-b2b9-261b94b6a3f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.731184] env[69318]: INFO networking_nsxv3.common.synchronization [req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca req-370e048d-875e-424a-9302-10038f0f975a service nova] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 717.731184] env[69318]: INFO networking_nsxv3.common.synchronization [req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca req-370e048d-875e-424a-9302-10038f0f975a service nova] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 717.731184] env[69318]: INFO networking_nsxv3.common.synchronization [req-e07fba81-0c7b-4e10-9f75-99ee9c5a5aca req-370e048d-875e-424a-9302-10038f0f975a service nova] Enqueued Resource ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with Priority: HIGHEST for action port [ 717.731184] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 717.731184] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 717.731184] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with Priority: HIGHEST for action port [ 717.731184] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.733106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.733227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.733504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.733592] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.734757] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.734883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.734984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.735146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.735314] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.735415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.735478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.735632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.735752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.735827] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.741743] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-74c4cd19-cdda-458b-90c9-4a8fefc5f352 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.741743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.741743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.741743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.741743] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c4cd19-cdda-458b-90c9-4a8fefc5f352',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.849316] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b01d7dc5-30cf-47de-be6d-6f9bf6131c3f [ 717.849616] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.849800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.849865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.850084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.851120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.851120] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b01d7dc5-30cf-47de-be6d-6f9bf6131c3f already deleted. [ 717.851120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b01d7dc5-30cf-47de-be6d-6f9bf6131c3f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.080017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.080017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.080017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.080017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.080017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.080017] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 718.081470] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5380997c-74b9-4234-b2b9-261b94b6a3f4 [ 718.081960] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.082150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.082248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.082521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.082820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.082948] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5380997c-74b9-4234-b2b9-261b94b6a3f4 already deleted. [ 718.083079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5380997c-74b9-4234-b2b9-261b94b6a3f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.113746] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.113746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.113746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.113746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.113746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.124401] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 718.244378] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.244378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.244378] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.248205] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with status ACTIVE [ 718.248205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.248205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.248205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.248205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.248205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.248205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.248576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.248576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.248576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.248576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.248845] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.248845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.248967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.253024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.253024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.253024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 is going to be updated. [ 718.271338] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.271338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.271338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.271338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.271338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.271338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.278927] env[69318]: INFO networking_nsxv3.common.synchronization [None req-84b71fa2-6fd5-4f28-80ce-93e0e141706c tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Enqueued Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_rules [ 718.279999] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_rules [ 718.281290] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.281290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.281613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.287120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.287236] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.394088] env[69318]: INFO networking_nsxv3.common.synchronization [req-f87bceab-a60f-4b09-b7d0-6f58c4531578 req-fa47f0fe-982c-472c-aa2e-d90cb2da8b94 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Enqueued Resource ID: 405d7b2d-eba3-4c2d-a416-197935146151 with Priority: HIGHEST for action security_group_members [ 718.394352] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405d7b2d-eba3-4c2d-a416-197935146151 with Priority: HIGHEST for action security_group_members [ 718.394475] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-405d7b2d-eba3-4c2d-a416-197935146151 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.395424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.395424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.395424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.395424] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.395741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.395741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.395741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.395940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.395940] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405d7b2d-eba3-4c2d-a416-197935146151',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.547183] env[69318]: INFO networking_nsxv3.common.synchronization [None req-97192924-9721-4a4e-bd1c-81e8bc4850e7 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Enqueued Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_rules [ 718.547711] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_rules [ 718.548027] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.548127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.557973] env[69318]: INFO networking_nsxv3.common.synchronization [None req-98d71187-0153-47ba-8532-86f8537916f3 None None] Enqueued Resource ID: 85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4 with Priority: HIGHEST for action port [ 718.558180] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4 with Priority: HIGHEST for action port [ 718.558679] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.558801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.558868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.559131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.559207] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.584851] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: SUCCESS [ 718.585036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.585195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.585399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.585580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.585816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.585816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.585945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.586050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.586137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.586228] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.650793] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 in Status: SUCCESS [ 718.650793] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 deletion is rescheduled due to dependency. [ 718.650793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.751083] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.811446] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.811588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.811639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.812404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.812404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.812404] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 already deleted. [ 718.812404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.812404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.812404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.812697] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.898804] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.898804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.898804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.898804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.898804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.899702] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.899885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.899959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.900165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.900249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.900343] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405d7b2d-eba3-4c2d-a416-197935146151 already deleted. [ 718.900428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.030013] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 719.030013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.030013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.030959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.031575] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.063479] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4 [ 719.063479] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.063479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.063479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.063479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.063479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.063479] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4 already deleted. [ 719.063479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85f1c43c-10b9-40fa-9b8f-ccfcd54a15c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.090212] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.090212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.091659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.091659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.091659] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.091659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.091659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.091659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.091998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.091998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.092186] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.092347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.092479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.092673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.093099] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.093245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.093367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.093589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.093716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.093846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.093982] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.253720] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.253858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.253925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.254163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.254241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.254338] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be created. [ 719.257639] env[69318]: INFO networking_nsxv3.common.synchronization [None req-3a755375-03ea-47c5-9d7d-b21d0d6173e0 None None] Enqueued Resource ID: d6040193-d305-4667-b344-c7fcea93122f with Priority: HIGHEST for action port [ 719.257639] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6040193-d305-4667-b344-c7fcea93122f with Priority: HIGHEST for action port [ 719.257639] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6040193-d305-4667-b344-c7fcea93122f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.257639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6040193-d305-4667-b344-c7fcea93122f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6040193-d305-4667-b344-c7fcea93122f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6040193-d305-4667-b344-c7fcea93122f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258145] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6040193-d305-4667-b344-c7fcea93122f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.285061] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.285061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.285061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.285061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.285061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.292593] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: UNINITIALIZED for 2s [ 719.336442] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.336615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.336668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.336895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.336991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.337109] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 already deleted. [ 719.337193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.377998] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.378160] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-147" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.378349] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-147" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.378704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-147" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.379026] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.383179] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.383179] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.383179] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.383179] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.383179] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.386599] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.386599] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.386599] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.386599] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.386599] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.386599] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.408265] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.409472] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.409472] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.409472] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-147" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.409472] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-163c5975-72a7-4776-9ad6-08e25622881d taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.409472] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-163c5975-72a7-4776-9ad6-08e25622881d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.409472] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-163c5975-72a7-4776-9ad6-08e25622881d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.410672] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-163c5975-72a7-4776-9ad6-08e25622881d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.411785] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('163c5975-72a7-4776-9ad6-08e25622881d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.534781] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.534781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.596597] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f173a3a6-0604-49dc-9049-d77caddec47f: rpc.has_security_group_logging(os_id): False [ 719.615939] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.616116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.616764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.616764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.616764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.616764] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.616764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.617158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.617158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.617158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.617326] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.617326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.617411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.617580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.617580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.617775] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.617878] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.618427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.618427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.618427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.618427] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f173a3a6-0604-49dc-9049-d77caddec47f is going to be created. [ 719.689840] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.689840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.689840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.689840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.689840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.702351] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: IN_PROGRESS for 2s [ 719.760215] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6040193-d305-4667-b344-c7fcea93122f [ 719.762747] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.762747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.762747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.762747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.762747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.762747] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6040193-d305-4667-b344-c7fcea93122f already deleted. [ 719.762747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6040193-d305-4667-b344-c7fcea93122f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.918023] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.919027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.919027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.919027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.919027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.919286] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 163c5975-72a7-4776-9ad6-08e25622881d not found, creating... [ 719.919335] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.919492] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.919609] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.919948] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.920023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.920337] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.920607] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.920607] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.922418] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.923842] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.923842] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 163c5975-72a7-4776-9ad6-08e25622881d is going to be created. [ 719.949741] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.949966] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.950189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.950566] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.950702] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.950951] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-163c5975-72a7-4776-9ad6-08e25622881d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.143032] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 4s [ 720.691389] env[69318]: INFO networking_nsxv3.common.synchronization [req-f67f1fc0-6d78-4939-a3f4-e5f53d9b5d75 req-df3c37d4-d786-4682-a371-ebf9b2fb4ad0 tempest-SecurityGroupRulesTestJSON-1670195431 tempest-SecurityGroupRulesTestJSON-1670195431-project-member] Enqueued Resource ID: 63057703-2931-465b-9c11-7812e426438d with Priority: HIGHEST for action security_group_rules [ 720.692207] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63057703-2931-465b-9c11-7812e426438d with Priority: HIGHEST for action security_group_rules [ 720.692519] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63057703-2931-465b-9c11-7812e426438d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.693894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63057703-2931-465b-9c11-7812e426438d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.693894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63057703-2931-465b-9c11-7812e426438d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.693894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63057703-2931-465b-9c11-7812e426438d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.693894] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63057703-2931-465b-9c11-7812e426438d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.917649] env[69318]: INFO networking_nsxv3.common.synchronization [req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 req-d31879f8-aa93-486e-9f80-0b32accade4d tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 720.917649] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 720.924994] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.924994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.924994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.924994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.924994] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.924994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.924994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.924994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.924994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.924994] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.981064] env[69318]: INFO networking_nsxv3.common.synchronization [req-f87bceab-a60f-4b09-b7d0-6f58c4531578 req-ccbf7616-44dd-4ebc-b81a-a3a053643bcb service nova] Enqueued Resource ID: 405d7b2d-eba3-4c2d-a416-197935146151 with Priority: HIGHEST for action security_group_rules [ 720.981218] env[69318]: INFO networking_nsxv3.common.synchronization [req-f87bceab-a60f-4b09-b7d0-6f58c4531578 req-ccbf7616-44dd-4ebc-b81a-a3a053643bcb service nova] Enqueued Resource ID: 405d7b2d-eba3-4c2d-a416-197935146151 with Priority: HIGHEST for action security_group_members [ 720.981377] env[69318]: INFO networking_nsxv3.common.synchronization [req-f87bceab-a60f-4b09-b7d0-6f58c4531578 req-ccbf7616-44dd-4ebc-b81a-a3a053643bcb service nova] Enqueued Resource ID: 163c5975-72a7-4776-9ad6-08e25622881d with Priority: HIGHEST for action port [ 720.981625] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405d7b2d-eba3-4c2d-a416-197935146151 with Priority: HIGHEST for action security_group_rules [ 720.981752] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405d7b2d-eba3-4c2d-a416-197935146151 with Priority: HIGHEST for action security_group_members [ 720.981856] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163c5975-72a7-4776-9ad6-08e25622881d with Priority: HIGHEST for action port [ 720.982398] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-405d7b2d-eba3-4c2d-a416-197935146151 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.982628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.982628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.982928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.983764] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('405d7b2d-eba3-4c2d-a416-197935146151',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.984800] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-405d7b2d-eba3-4c2d-a416-197935146151 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.984934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.985018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.985256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.985494] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.985574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.985646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.985774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.985859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.985962] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405d7b2d-eba3-4c2d-a416-197935146151',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.987116] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-163c5975-72a7-4776-9ad6-08e25622881d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.991139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-163c5975-72a7-4776-9ad6-08e25622881d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.991139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-163c5975-72a7-4776-9ad6-08e25622881d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.991139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-163c5975-72a7-4776-9ad6-08e25622881d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.991139] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('163c5975-72a7-4776-9ad6-08e25622881d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.214251] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.214687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.214687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.214687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.214885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.214885] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63057703-2931-465b-9c11-7812e426438d already deleted. [ 721.215018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63057703-2931-465b-9c11-7812e426438d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.309588] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 721.309588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.309588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.309588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.309588] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.309588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.309588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.309588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.309588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.309588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.309588] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.431863] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.492669] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('405d7b2d-eba3-4c2d-a416-197935146151',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.497296] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-405d7b2d-eba3-4c2d-a416-197935146151 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.497296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.497296] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 163c5975-72a7-4776-9ad6-08e25622881d with status ACTIVE [ 721.497296] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.497296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.497296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.497296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.497680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.497680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.497680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.498042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.498042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.498138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.498782] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.498782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.498782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.498782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.498782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.498782] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 163c5975-72a7-4776-9ad6-08e25622881d is going to be updated. [ 721.506356] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.506535] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.506657] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.506970] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.507278] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.507454] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.507603] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.509193] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.509193] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.509515] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.509515] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.509515] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.509686] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.509838] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.510026] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.510198] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.525915] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.526118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.526211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.526464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.526619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.526785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-163c5975-72a7-4776-9ad6-08e25622881d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.537308] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.537472] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.537613] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.537845] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.538371] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.538371] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.538546] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.538873] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.538954] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf243d0-c7f6-4caa-8a0c-916eb365a90b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.716199] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: SUCCESS [ 721.716199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.811507] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.812285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.812408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.812706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813582] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.814343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.814458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.814672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.814811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.815265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.816153] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.816334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.816697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.816954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.817157] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.817322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.817556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.818249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.818820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.819022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.819151] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.935966] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.996825] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('405d7b2d-eba3-4c2d-a416-197935146151',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.041238] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.041722] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.041992] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.042351] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.042552] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.042772] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port bbf243d0-c7f6-4caa-8a0c-916eb365a90b not found, creating... [ 722.043128] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.043378] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.043580] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.043883] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.044081] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.044419] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.044689] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.044859] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.045127] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.045311] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.045523] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: bbf243d0-c7f6-4caa-8a0c-916eb365a90b is going to be created. [ 722.069137] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.069432] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.069564] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.069870] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.070210] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.070435] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.151024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 722.151024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.151024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.151024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.151024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.151024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.151024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.152179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.152179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.152179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.152179] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.322182] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7: rpc.has_security_group_logging(os_id): False [ 722.343316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.343532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.345018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.345539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.345718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.346046] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.348267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.348392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.348667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.348804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.349286] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.349424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.349525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.349662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.349743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.349968] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.350136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.350136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.350298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.350377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.350463] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be created. [ 722.424181] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.424428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.424490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.426486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.427109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.438151] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.438385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.438437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.438694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.438892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.438935] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 is going to be updated. [ 722.442412] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 722.497702] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.497964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.498088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.498387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.498587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.500635] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.500823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.500887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.501092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.501258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.501334] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405d7b2d-eba3-4c2d-a416-197935146151 is going to be created. [ 722.538623] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: IN_PROGRESS for 2s [ 722.576933] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.577242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.577242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.580603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.580603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.593697] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405d7b2d-eba3-4c2d-a416-197935146151 in Status: UNINITIALIZED for 2s [ 722.654038] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.654263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.654263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.654576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.654814] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.654977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.655060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.655503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.655503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.655503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.655678] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.655749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.655852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.656112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.656283] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.656386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.656448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.656661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.656744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.656835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.656940] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.160531] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa45966d-875e-468f-84ba-5418f5826fee: rpc.has_security_group_logging(os_id): False [ 723.184423] env[69318]: INFO networking_nsxv3.common.synchronization [req-a3277a4e-d822-461f-994c-711a635b7f90 req-ebd574c1-f602-4608-aa39-ccf8d73583dd tempest-SecurityGroupRulesTestJSON-1670195431 tempest-SecurityGroupRulesTestJSON-1670195431-project-member] Enqueued Resource ID: c7b0e660-fc95-4d9f-bb42-9098718b7935 with Priority: HIGHEST for action security_group_rules [ 723.186134] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.186471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.186762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.187039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.187916] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.187916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.187916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.188126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.188126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.188334] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.188438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.188500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.188726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.188795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.189234] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.189830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.189830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.189971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.189971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.190192] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 723.192717] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b0e660-fc95-4d9f-bb42-9098718b7935 with Priority: HIGHEST for action security_group_rules [ 723.194915] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7b0e660-fc95-4d9f-bb42-9098718b7935 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.194915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7b0e660-fc95-4d9f-bb42-9098718b7935" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.194915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7b0e660-fc95-4d9f-bb42-9098718b7935" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.194915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7b0e660-fc95-4d9f-bb42-9098718b7935" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.194915] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7b0e660-fc95-4d9f-bb42-9098718b7935',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.273769] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.273965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.274880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.275504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.275504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.293660] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 723.301341] env[69318]: INFO networking_nsxv3.common.synchronization [None req-b7f4bdd2-f823-4e47-8c83-d00339c9e0fc None None] Enqueued Resource ID: 97e189ce-ecc9-4f25-9846-e0086b1d1ca1 with Priority: HIGHEST for action port [ 723.301958] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e189ce-ecc9-4f25-9846-e0086b1d1ca1 with Priority: HIGHEST for action port [ 723.302413] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e189ce-ecc9-4f25-9846-e0086b1d1ca1 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.302573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e189ce-ecc9-4f25-9846-e0086b1d1ca1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.302640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e189ce-ecc9-4f25-9846-e0086b1d1ca1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.303199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e189ce-ecc9-4f25-9846-e0086b1d1ca1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.307407] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e189ce-ecc9-4f25-9846-e0086b1d1ca1',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.438968] env[69318]: INFO networking_nsxv3.common.synchronization [req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 req-ad499a6c-0043-4d7f-a6ec-986cdcadaedf service nova] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_rules [ 723.440365] env[69318]: INFO networking_nsxv3.common.synchronization [req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 req-ad499a6c-0043-4d7f-a6ec-986cdcadaedf service nova] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 723.440365] env[69318]: INFO networking_nsxv3.common.synchronization [req-a4ea2433-4ef1-41fa-a4c3-b786d08d4b94 req-ad499a6c-0043-4d7f-a6ec-986cdcadaedf service nova] Enqueued Resource ID: bbf243d0-c7f6-4caa-8a0c-916eb365a90b with Priority: HIGHEST for action port [ 723.440365] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_rules [ 723.444388] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 723.444388] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf243d0-c7f6-4caa-8a0c-916eb365a90b with Priority: HIGHEST for action port [ 723.444388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.444388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.444388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.444388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.444388] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.444388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.444388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.444388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.444388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.444388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.444388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.444388] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf243d0-c7f6-4caa-8a0c-916eb365a90b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.640842] env[69318]: INFO networking_nsxv3.common.synchronization [req-a020d59a-d985-419a-adca-b47c9267925f req-b70b9ad8-8d42-4246-84a5-ddb820fd328b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 723.641432] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 723.641745] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.641892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.642519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.643224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.643412] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.643529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.643588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.643780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.643887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.643987] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.724949] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.725155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.725227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.725736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.725841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.725943] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7b0e660-fc95-4d9f-bb42-9098718b7935 already deleted. [ 723.726026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7b0e660-fc95-4d9f-bb42-9098718b7935" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.811058] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97e189ce-ecc9-4f25-9846-e0086b1d1ca1 [ 723.811058] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.811058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.811058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.811058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.811058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.811058] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97e189ce-ecc9-4f25-9846-e0086b1d1ca1 already deleted. [ 723.811058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e189ce-ecc9-4f25-9846-e0086b1d1ca1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.948423] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.949173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.950047] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbf243d0-c7f6-4caa-8a0c-916eb365a90b with status ACTIVE [ 723.950309] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.950557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.950631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.950843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.950922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.951212] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.951287] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.951327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.951478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.951532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.951704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.951789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.951860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.952021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.952082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.952164] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbf243d0-c7f6-4caa-8a0c-916eb365a90b is going to be updated. [ 723.988164] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.988164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.988324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.988438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.988641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.988857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf243d0-c7f6-4caa-8a0c-916eb365a90b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.148620] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.148811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.148811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.148974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.149155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.149326] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.149424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.149484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.149650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.149726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.149814] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 already deleted. [ 724.149897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.204725] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.205178] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.205442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.205874] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.206268] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.206568] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.208702] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.208702] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.208702] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.208702] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.208702] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.208702] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.208702] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.208702] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.208702] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.208702] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.239435] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.239699] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.239894] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.240041] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.240397] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.240576] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.240695] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.241040] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.241199] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.459100] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 724.459386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.548632] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: SUCCESS [ 724.548989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.549594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.549853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.550331] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.550514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.550661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.550860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.551058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.551294] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.605562] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405d7b2d-eba3-4c2d-a416-197935146151 in Status: SUCCESS [ 724.605778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.605970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.606213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.606433] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.606519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.606579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.606737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.606819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.606909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.607008] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('405d7b2d-eba3-4c2d-a416-197935146151',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.745688] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.745926] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.746074] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.746342] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.746488] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.746651] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 not found, creating... [ 724.746913] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.747088] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.747233] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.747454] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.747594] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.747921] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.748101] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.748223] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.748472] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.748563] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.748705] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 is going to be created. [ 724.770065] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.770291] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.770416] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.770692] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.770924] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.771199] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.055766] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.109723] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-405d7b2d-eba3-4c2d-a416-197935146151 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.109936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.110022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.110208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.110399] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.110535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.110681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.110850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.110940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.111042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.111221] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-405d7b2d-eba3-4c2d-a416-197935146151 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.111317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.111382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.111527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.112282] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.112538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.112538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.112670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.112754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.112855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.112968] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('405d7b2d-eba3-4c2d-a416-197935146151',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.310301] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 725.310484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.310621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.310810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.310891] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.451123] env[69318]: INFO networking_nsxv3.common.synchronization [None req-de47667f-42b4-4fe7-b4c1-6737a9009e00 None None] Enqueued Resource ID: b38ca867-07e4-4f31-a2c2-f3b0b4ee476e with Priority: HIGHEST for action port [ 725.451123] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38ca867-07e4-4f31-a2c2-f3b0b4ee476e with Priority: HIGHEST for action port [ 725.451123] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b38ca867-07e4-4f31-a2c2-f3b0b4ee476e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.451123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b38ca867-07e4-4f31-a2c2-f3b0b4ee476e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.451123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b38ca867-07e4-4f31-a2c2-f3b0b4ee476e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.451123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b38ca867-07e4-4f31-a2c2-f3b0b4ee476e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.451123] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38ca867-07e4-4f31-a2c2-f3b0b4ee476e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.558715] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.573018] env[69318]: INFO networking_nsxv3.common.synchronization [req-a020d59a-d985-419a-adca-b47c9267925f req-56b0634c-3882-4b4e-95e0-7718c4433d93 service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 725.573214] env[69318]: INFO networking_nsxv3.common.synchronization [req-a020d59a-d985-419a-adca-b47c9267925f req-56b0634c-3882-4b4e-95e0-7718c4433d93 service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 725.573355] env[69318]: INFO networking_nsxv3.common.synchronization [req-a020d59a-d985-419a-adca-b47c9267925f req-56b0634c-3882-4b4e-95e0-7718c4433d93 service nova] Enqueued Resource ID: 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 with Priority: HIGHEST for action port [ 725.573588] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 725.573710] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 725.573822] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 with Priority: HIGHEST for action port [ 725.574390] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.574518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.574593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.574837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.574972] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.576698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.576830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.576894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.577096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.577256] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.577353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.577411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.577566] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.577653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.577749] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.578705] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.578889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.579011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.579215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.579298] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.620398] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 405d7b2d-eba3-4c2d-a416-197935146151: rpc.has_security_group_logging(os_id): False [ 725.640431] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.640431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.640431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.640825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.640825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.640890] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.640996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.641138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.641378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.641507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.641743] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.641897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.641998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.642771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.642867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643053] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.643202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.643329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.643530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.643622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.643740] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 405d7b2d-eba3-4c2d-a416-197935146151 is going to be created. [ 725.754988] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.755190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.755270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.755496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.756024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.790346] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405d7b2d-eba3-4c2d-a416-197935146151 in Status: IN_PROGRESS for 2s [ 725.815635] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.815635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.815635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.815635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.815635] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.815635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.815635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.815635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.815635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.815635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.815635] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.955022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b38ca867-07e4-4f31-a2c2-f3b0b4ee476e [ 725.955022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.955022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.955022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.955022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.955022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.955022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b38ca867-07e4-4f31-a2c2-f3b0b4ee476e already deleted. [ 725.955022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b38ca867-07e4-4f31-a2c2-f3b0b4ee476e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.061584] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.061747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.061826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.062061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.062159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.062259] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 is going to be updated. [ 726.079516] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.079660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.081070] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.086622] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 with status ACTIVE [ 726.087811] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.087811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.087811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.087811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.087811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.087811] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.087811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.087811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.088291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.088291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.088291] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.088291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.088448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.088448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.088519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.088609] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5 is going to be updated. [ 726.093651] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.093783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.093880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.094080] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.094225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.104251] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: IN_PROGRESS for 2s [ 726.113144] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.113144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.113144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.114549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.114549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.114549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f5e2de-2aa7-4ee7-87a0-ce76f8bf93f5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.319842] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.319842] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.319842] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.319842] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.319842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.320441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.320441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.320441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.320441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.324165] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.375955] env[69318]: INFO networking_nsxv3.common.synchronization [req-838092d7-f25b-4c24-a80a-110a8e664d40 req-fd699ddc-32f0-4c77-863b-f76029d6a8f1 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 726.376512] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 726.376820] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.376943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.377007] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.377268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.377421] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.377524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.377587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.377739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.384030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.384030] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.477509] env[69318]: INFO networking_nsxv3.common.synchronization [req-01899000-b1c0-4a76-94f5-5104f43df955 req-dc43e006-bba9-43ec-9d86-65443e5d4476 tempest-SecurityGroupRulesTestJSON-1670195431 tempest-SecurityGroupRulesTestJSON-1670195431-project-member] Enqueued Resource ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac with Priority: HIGHEST for action security_group_rules [ 726.478157] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac with Priority: HIGHEST for action security_group_rules [ 726.479132] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.479310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.479412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.479790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.479929] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c5a12-795d-4606-af2c-4f6aa45b9eac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.589260] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.827427] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa45966d-875e-468f-84ba-5418f5826fee: rpc.has_security_group_logging(os_id): False [ 726.852193] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.852193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.852561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.852651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.852762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.852966] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.853081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.853177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.853305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.853383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.853580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.853677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.853738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.854101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.854101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.854275] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.854275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.854436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.854436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.854552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.854611] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 726.883364] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.887344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.887513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.887773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.887927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.888261] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.888398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.888508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.888732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.888826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.888954] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a already deleted. [ 726.889074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.916200] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.916407] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-819" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.916524] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-819" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.916867] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-819" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.918508] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.918714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.918892] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.919131] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.919388] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.919528] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.919659] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.919716] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.919813] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.919910] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.920212] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.920322] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.939799] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.939799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.939799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.940680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.940680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.946897] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.947084] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.947936] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.947936] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-819" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.947936] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-bc2f987e-bb88-495e-8087-67b52ff07ef0 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.948187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.948187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.948762] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.948986] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2f987e-bb88-495e-8087-67b52ff07ef0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.961451] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 727.017342] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.017443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.017488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.017682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.017799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.017955] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac already deleted. [ 727.018096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.094252] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.094560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.094806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.094877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.095205] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be created. [ 727.159868] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.160125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.160524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.173480] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: UNINITIALIZED for 2s [ 727.252159] env[69318]: INFO networking_nsxv3.common.synchronization [req-51d43165-b60a-4632-b1bc-6e7dc912f7fa req-22e41f9f-c49e-48ee-848b-2f2eb1f53497 tempest-SecurityGroupRulesTestJSON-1670195431 tempest-SecurityGroupRulesTestJSON-1670195431-project-member] Enqueued Resource ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac with Priority: HIGHEST for action security_group_rules [ 727.252159] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac with Priority: HIGHEST for action security_group_rules [ 727.252159] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.252159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.252159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.252159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.252159] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c5a12-795d-4606-af2c-4f6aa45b9eac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.451773] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.452126] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.452384] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.452765] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.453037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.453291] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port bc2f987e-bb88-495e-8087-67b52ff07ef0 not found, creating... [ 727.453704] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.453962] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.454342] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.454704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.454964] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.455454] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.455722] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.455932] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.456302] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.456696] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.456798] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 is going to be created. [ 727.482262] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.482575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.482751] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.483141] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.483496] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.483837] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.774993] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.775653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.775756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.775988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.776097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.776202] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac already deleted. [ 727.776290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.786459] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9ecbed3-2abf-4648-bd1e-7dc255a768e7 req-2e3cc108-3cdd-4a8b-ac39-3646844c3c86 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 727.786731] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9ecbed3-2abf-4648-bd1e-7dc255a768e7 req-2e3cc108-3cdd-4a8b-ac39-3646844c3c86 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 727.787531] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 727.787712] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 727.788125] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.788353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.788394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.788656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.788900] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.789011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.789086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.789250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.789352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.789449] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.790317] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.791373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.791443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.791782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.791956] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.792070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.792122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.792272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.792352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.792444] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.805751] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 405d7b2d-eba3-4c2d-a416-197935146151 in Status: SUCCESS [ 727.805932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.874061] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9ecbed3-2abf-4648-bd1e-7dc255a768e7 req-2e3cc108-3cdd-4a8b-ac39-3646844c3c86 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 727.874239] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9ecbed3-2abf-4648-bd1e-7dc255a768e7 req-2e3cc108-3cdd-4a8b-ac39-3646844c3c86 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 727.874372] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9ecbed3-2abf-4648-bd1e-7dc255a768e7 req-2e3cc108-3cdd-4a8b-ac39-3646844c3c86 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_rules [ 727.874499] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9ecbed3-2abf-4648-bd1e-7dc255a768e7 req-2e3cc108-3cdd-4a8b-ac39-3646844c3c86 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 727.874627] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9ecbed3-2abf-4648-bd1e-7dc255a768e7 req-2e3cc108-3cdd-4a8b-ac39-3646844c3c86 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with Priority: HIGHEST for action port [ 727.875495] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 727.875636] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_rules [ 727.875737] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with Priority: HIGHEST for action port [ 727.875909] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 727.876012] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 727.876315] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.876399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.876469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.876668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.876749] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.878249] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.878249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.878412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.879327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.879327] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.879927] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-74c4cd19-cdda-458b-90c9-4a8fefc5f352 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.879927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.879927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.880110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.880727] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c4cd19-cdda-458b-90c9-4a8fefc5f352',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.881127] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.881216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.881424] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.881547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.113555] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: IN_PROGRESS for 4s [ 728.294663] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.296611] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.378519] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.378651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.383025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.383025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with status ACTIVE [ 728.383025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.383025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.383025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.384119] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.384119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.384119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.384119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.384119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.384119] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 is going to be updated. [ 728.387148] env[69318]: INFO networking_nsxv3.common.synchronization [req-838092d7-f25b-4c24-a80a-110a8e664d40 req-13f57b24-b792-423a-89c3-181f20bb714c service nova] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 728.387275] env[69318]: INFO networking_nsxv3.common.synchronization [req-838092d7-f25b-4c24-a80a-110a8e664d40 req-13f57b24-b792-423a-89c3-181f20bb714c service nova] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 728.387413] env[69318]: INFO networking_nsxv3.common.synchronization [req-838092d7-f25b-4c24-a80a-110a8e664d40 req-13f57b24-b792-423a-89c3-181f20bb714c service nova] Enqueued Resource ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 with Priority: HIGHEST for action port [ 728.388289] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 728.388289] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 728.388783] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 with Priority: HIGHEST for action port [ 728.389674] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.390831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.390831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.390831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.390831] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.391546] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.391658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.391715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.392392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.392392] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.392488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.392561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.392792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.392792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.392868] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.394236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2f987e-bb88-495e-8087-67b52ff07ef0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.394349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.394417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.394608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.394719] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2f987e-bb88-495e-8087-67b52ff07ef0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.408256] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.408462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.408513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.408708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.408844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.409019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.450523] env[69318]: INFO networking_nsxv3.common.synchronization [req-7de3ca97-98ef-4c15-9e61-42a947dc72ed req-cef40fef-33fa-42a6-b42a-dda75007b7d5 tempest-SecurityGroupRulesTestJSON-1670195431 tempest-SecurityGroupRulesTestJSON-1670195431-project-member] Enqueued Resource ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac with Priority: HIGHEST for action security_group_rules [ 728.450941] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac with Priority: HIGHEST for action security_group_rules [ 728.451443] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.451571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.451642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.451838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.451918] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c5a12-795d-4606-af2c-4f6aa45b9eac',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.721540] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 728.722084] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 with Priority: HIGHEST for action security_group_members [ 728.722084] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 728.723539] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 728.723836] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 with Priority: HIGHEST for action security_group_members [ 728.724413] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 728.724701] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.725175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.725539] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b2a3c9-591d-42e3-8101-97d25082a7e5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.725665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.726718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.726896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.727130] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.727304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.727406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.727657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.727749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.727877] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.728941] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.729050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.784913] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 728.784913] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 728.784913] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_rules [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 with Priority: HIGHEST for action security_group_rules [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 with Priority: HIGHEST for action security_group_members [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [req-272017cc-92f0-41fe-9df5-5f08d303e0d3 req-46aa907e-6a5b-41a3-b41f-28b32a35826f tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with Priority: HIGHEST for action port [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_rules [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 with Priority: HIGHEST for action security_group_members [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with Priority: HIGHEST for action port [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 with Priority: HIGHEST for action security_group_rules [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 728.787015] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 728.787655] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.787655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.787655] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.787655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.790765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b2a3c9-591d-42e3-8101-97d25082a7e5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.790765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.790765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-74c4cd19-cdda-458b-90c9-4a8fefc5f352 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.790765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.791078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.791078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.791184] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c4cd19-cdda-458b-90c9-4a8fefc5f352',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.792255] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b2a3c9-591d-42e3-8101-97d25082a7e5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.792646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.792646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.792853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.792960] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.794118] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.794118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.794235] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.794318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.799599] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.800827] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.892627] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.892627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.898274] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.899711] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc2f987e-bb88-495e-8087-67b52ff07ef0 with status ACTIVE [ 728.899988] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.900063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.900207] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.900391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.900488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.901192] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.901192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.901192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.901192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.906768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.906768] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.906768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.906768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.906768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.906768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.906768] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 is going to be updated. [ 728.931255] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.931395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.931468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.931675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.931808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.931971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.975650] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.975650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.975650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.975650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.975650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.975650] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c5a12-795d-4606-af2c-4f6aa45b9eac already deleted. [ 728.975650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c5a12-795d-4606-af2c-4f6aa45b9eac" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.979267] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 728.979267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.188482] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 729.188549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.188958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.188958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.189256] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.189474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.189474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.189830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.189966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.190627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.190627] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.235188] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.296062] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74c4cd19-cdda-458b-90c9-4a8fefc5f352 with status ACTIVE [ 729.296304] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.296758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.296758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.296758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.296886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.296977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.297312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.297312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.297312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.297445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.297631] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.297631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.297780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.297893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.297893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.299251] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74c4cd19-cdda-458b-90c9-4a8fefc5f352 is going to be updated. [ 729.302107] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b2a3c9-591d-42e3-8101-97d25082a7e5 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.302107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.302400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.302521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.302811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.302811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.302975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.303037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 729.306211] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.306211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.306211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.306211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.306211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.306211] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be created. [ 729.338131] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.338131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.338131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.338451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.338711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.338969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74c4cd19-cdda-458b-90c9-4a8fefc5f352" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.365853] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.365853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.365853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.365853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.365853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.373161] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.373336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.373387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.373635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.373781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.389313] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 729.389564] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: UNINITIALIZED for 2s [ 729.408187] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.694099] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.694321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.694401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.694581] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.694751] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.694853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.694926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.695141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.695299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.695342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.695489] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.695584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.695673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.697974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.698245] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.698389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.698461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.698656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.698766] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.698872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.699016] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.736955] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.914978] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.914978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.914978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.917842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.917842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.917842] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be created. [ 729.945596] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.945846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.946106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.946489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.946822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.960310] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: UNINITIALIZED for 2s [ 730.128244] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: SUCCESS [ 730.128513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.128714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.128943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.129184] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.129321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.129391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.129581] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.129671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.129762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.129871] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.171850] env[69318]: INFO networking_nsxv3.common.synchronization [req-358cbcf0-3c65-4525-aeb0-473de9585058 req-c9afdceb-41bf-4fce-8779-55ba9e29f3bc tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Enqueued Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGHEST for action security_group_members [ 730.172586] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGHEST for action security_group_members [ 730.172919] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3881edec-dbe9-44fd-b8bc-91547f33da66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.173122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.173202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.173501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.173696] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.173819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.173871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.174018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.174136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.174318] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.202284] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6b088d-b4a7-41ad-90f9-c935ec8210f4: rpc.has_security_group_logging(os_id): False [ 730.230537] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.233025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.233025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.233025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.237229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.237229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.237229] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.237229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.237229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.237229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.237229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.237229] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be created. [ 730.241071] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.241071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.241071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.241071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.241071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.241671] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 is going to be created. [ 730.278510] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.278510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.278510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.278510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.278510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.291191] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 in Status: UNINITIALIZED for 2s [ 730.337275] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.337432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.337506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.337787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.338018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.355379] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 730.633235] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.633389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.633461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.633702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.633859] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.633963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.634049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.634249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.634340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.634428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.634576] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.634666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.634725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.634860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.635010] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.635103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.635160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.635292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.635363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.635442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.635528] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.677641] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.677837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.677935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.678205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.678298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.679723] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.679723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.679723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.679723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.679723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.679723] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 already deleted. [ 730.679723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.796270] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.796555] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-429" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.796753] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-429" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.797221] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-429" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.797518] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.797758] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.798431] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.798431] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.798431] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.799665] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.799665] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.799749] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.799852] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.799963] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.800183] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.801238] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.828657] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.828707] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.829120] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.829120] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-429" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.829406] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.829578] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.829711] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.834059] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.834059] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ec8143-fdb0-4ac5-a72a-c433cfda54ea',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.137928] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0: rpc.has_security_group_logging(os_id): False [ 731.164228] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.164384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.164454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.164673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.197375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.197691] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.197854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.197925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.198183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.198270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.198480] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.198751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.198751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.198861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.198898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.199128] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.199234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.199306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.199457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.199534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.199619] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 is going to be updated. [ 731.295303] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.295449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.295515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.295722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.295887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.309801] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: IN_PROGRESS for 2s [ 731.333882] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.334167] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.334295] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.334589] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.334743] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.334897] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port e0ec8143-fdb0-4ac5-a72a-c433cfda54ea not found, creating... [ 731.335183] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.335344] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.335460] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.335679] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.335812] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.336144] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.336379] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.336441] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.336616] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.336748] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.336889] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: e0ec8143-fdb0-4ac5-a72a-c433cfda54ea is going to be created. [ 731.364831] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.366844] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.366844] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.366844] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.366844] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.366844] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.405897] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 731.405897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.405897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.405897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.405897] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.405897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.405897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.405897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.405897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.405897] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.406945] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: SUCCESS [ 731.406945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.407045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.407296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.407387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.407527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.407620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.407786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.407865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.408023] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.989919] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.990836] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.001777] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: SUCCESS [ 732.001997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.002208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.002447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.002672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.004154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.004154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.004154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.004154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.004154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.004154] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.223555] env[69318]: INFO networking_nsxv3.common.synchronization [req-358cbcf0-3c65-4525-aeb0-473de9585058 req-e1a1714e-68ee-4ae7-b11d-319f4587cc2c service nova] Enqueued Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGHEST for action security_group_rules [ 732.223964] env[69318]: INFO networking_nsxv3.common.synchronization [req-358cbcf0-3c65-4525-aeb0-473de9585058 req-e1a1714e-68ee-4ae7-b11d-319f4587cc2c service nova] Enqueued Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGHEST for action security_group_members [ 732.223964] env[69318]: INFO networking_nsxv3.common.synchronization [req-358cbcf0-3c65-4525-aeb0-473de9585058 req-e1a1714e-68ee-4ae7-b11d-319f4587cc2c service nova] Enqueued Resource ID: e0ec8143-fdb0-4ac5-a72a-c433cfda54ea with Priority: HIGHEST for action port [ 732.224823] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGHEST for action security_group_rules [ 732.224823] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGHEST for action security_group_members [ 732.224957] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ec8143-fdb0-4ac5-a72a-c433cfda54ea with Priority: HIGHEST for action port [ 732.225339] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3881edec-dbe9-44fd-b8bc-91547f33da66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.225501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.225630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.226082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.226249] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.228246] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3881edec-dbe9-44fd-b8bc-91547f33da66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.228306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.228378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.228654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.228893] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.229035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.229109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.229279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.229365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.229462] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.230315] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.230471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.230591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.230832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.230960] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ec8143-fdb0-4ac5-a72a-c433cfda54ea',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.301862] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 in Status: SUCCESS [ 732.302107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.302280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.302501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.302680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.302796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.302858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.302993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.303083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.303178] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.369540] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 732.369772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.494080] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.495611] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.505605] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.732964] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3881edec-dbe9-44fd-b8bc-91547f33da66 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.733119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.733331] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.734370] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0ec8143-fdb0-4ac5-a72a-c433cfda54ea with status ACTIVE [ 732.734616] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.734779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.734846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.735099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.735435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.735623] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.735718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.735785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.736051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.736454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.736723] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.736960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.737055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.737239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.737239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.737400] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0ec8143-fdb0-4ac5-a72a-c433cfda54ea is going to be updated. [ 732.764061] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.764246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.764316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.764872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.765039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.765315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ec8143-fdb0-4ac5-a72a-c433cfda54ea" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.807719] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.997737] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.997878] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.997961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.998291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.998386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.998496] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 732.999978] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.000417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.000560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.000811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.000957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.002031] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be updated. [ 733.007136] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7718b3eb-7b19-44ec-8433-7be153056b4a: rpc.has_security_group_logging(os_id): False [ 733.029196] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.029379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.029517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.029802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.029905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.030230] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.030351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.030417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.030612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.030695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.030786] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be created. [ 733.039850] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.040864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.040864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.041149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.041989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.044340] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.044540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.044619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.045344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.045344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.064059] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 733.065681] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: IN_PROGRESS for 2s [ 733.131170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.134023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.134023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.134023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.134023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.147396] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: IN_PROGRESS for 2s [ 733.242562] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.274834] env[69318]: INFO networking_nsxv3.common.synchronization [req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 req-78357b3a-d490-44c5-b077-0d35e2a3617f tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 733.275596] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 733.276178] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.276341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.276456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.276717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.276903] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.277089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.277163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.277393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.277514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.277610] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.310093] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.339179] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: SUCCESS [ 733.339528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.601016] env[69318]: INFO networking_nsxv3.common.synchronization [req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 req-f37fea34-1769-4bb8-af47-3532e1f5ec93 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 733.601734] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 733.602755] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.602906] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.746196] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.746196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.746196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.746196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.746196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.746196] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 is going to be created. [ 733.783376] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.793481] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.793763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.793763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.793940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.794214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.808564] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 in Status: UNINITIALIZED for 2s [ 733.814251] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.814251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.814251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.814251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.814668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.814830] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 is going to be updated. [ 733.845645] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.845645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.845645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.845760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.845859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.856232] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 in Status: IN_PROGRESS for 2s [ 734.286726] env[69318]: INFO networking_nsxv3.common.synchronization [req-8fc8fcfb-28fc-43be-8db0-44cac6bf17d1 req-5fed45fd-4da2-423b-97bc-102109a4c1ae tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 734.287128] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.289319] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 734.289866] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.290048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.427466] env[69318]: INFO networking_nsxv3.common.synchronization [req-b6a811ff-fc83-491f-b379-b2dc8ed973ea req-fc33da2c-a72b-44a6-b876-b309bfc663fd tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Enqueued Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_members [ 734.428181] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_members [ 734.428528] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-465afa25-b76d-4266-9a65-e1a5f766ace2 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.428666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.428729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.429057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.429254] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.429684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.429684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.429684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.429947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.429947] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.790462] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.790660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.790734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.790968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.791070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.791212] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 734.825431] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.825431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.825431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.825431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.825431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.835309] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 734.932125] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.935465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.935465] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 already deleted. [ 734.935465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.075663] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: SUCCESS [ 735.075937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.076892] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 735.077080] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.077248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.077460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.077765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.078103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.078103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.078191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.078280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.078365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.078488] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.079396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.079571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.082779] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.082779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.082779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.082779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.082779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.082779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.082779] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.086332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.086621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.087192] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.087329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.087395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.087578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.087643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.087731] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.088488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.088643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.088805] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.088904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.088969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.089138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.089214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.089298] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.166339] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: SUCCESS [ 735.166641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.169534] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.169534] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-909" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.169534] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-909" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.169960] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-909" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.170439] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.170756] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.170756] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.171115] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.171343] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.171655] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.171824] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.171997] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.172195] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.172371] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.172542] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.172739] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.201844] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.201844] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.202116] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.202303] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-909" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.202767] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-31c9a23c-da73-45bf-894f-49b596a2b173 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.203166] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-31c9a23c-da73-45bf-894f-49b596a2b173" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.203325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-31c9a23c-da73-45bf-894f-49b596a2b173" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.203791] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-31c9a23c-da73-45bf-894f-49b596a2b173" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.204463] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c9a23c-da73-45bf-894f-49b596a2b173',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.587382] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.592478] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.593405] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.594220] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.594324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603311] env[69318]: INFO networking_nsxv3.common.synchronization [req-ba8b79f4-f899-4ad7-914a-2d078d5c9132 req-fb3fba24-c184-4f34-92f9-efcbcf0b81c0 tempest-ServerPasswordTestJSON-625752955 tempest-ServerPasswordTestJSON-625752955-project-member] Enqueued Resource ID: 405d7b2d-eba3-4c2d-a416-197935146151 with Priority: HIGHEST for action security_group_members [ 735.603902] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405d7b2d-eba3-4c2d-a416-197935146151 with Priority: HIGHEST for action security_group_members [ 735.604821] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-405d7b2d-eba3-4c2d-a416-197935146151 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.604821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.604959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.605137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.605327] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.605485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.605617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.605805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.605927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.606062] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('405d7b2d-eba3-4c2d-a416-197935146151',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.707973] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.708308] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.708451] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.708846] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.708988] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.709233] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 31c9a23c-da73-45bf-894f-49b596a2b173 not found, creating... [ 735.709531] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.709698] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.709814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.710091] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.710235] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.710596] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.710765] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.710896] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.711906] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.711906] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.711906] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 31c9a23c-da73-45bf-894f-49b596a2b173 is going to be created. [ 735.736996] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.737161] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.737276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.738592] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.738592] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.738592] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-31c9a23c-da73-45bf-894f-49b596a2b173" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.824775] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 in Status: SUCCESS [ 735.825482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.825482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.827173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.827173] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.827173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.827173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.827173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.827173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.827687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.827687] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.869607] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 in Status: SUCCESS [ 735.869800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.869955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.870202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.870468] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.870571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.870571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.870722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.870806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.870890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.870982] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.093414] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b383e15-6e92-44b8-ad82-a97a9ecd66d9: rpc.has_security_group_logging(os_id): False [ 736.094900] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.096140] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.109348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.109503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.109571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.109800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.109916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.110112] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.110211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.110272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.110632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.110632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.110632] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405d7b2d-eba3-4c2d-a416-197935146151 is going to be updated. [ 736.117554] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.117750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.117814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.117993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.118128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.118361] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.118466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.118532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.118691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.118767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.118853] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be created. [ 736.142080] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.142249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.142318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.142531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.142673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.153147] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405d7b2d-eba3-4c2d-a416-197935146151 in Status: IN_PROGRESS for 2s [ 736.181296] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.181445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.181510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.181717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.181887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.200864] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: IN_PROGRESS for 2s [ 736.334050] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3881edec-dbe9-44fd-b8bc-91547f33da66 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.334050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.334050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.334050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.334050] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.334050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.334050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.334636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.334636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.334636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.334636] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3881edec-dbe9-44fd-b8bc-91547f33da66 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.334636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.334859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.334859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.335742] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.335742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.335742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.335742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.335742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.335742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.335742] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.373272] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.442662] env[69318]: INFO networking_nsxv3.common.synchronization [None req-c3cfeda6-e8f1-4a2b-8159-93d2cb74697f tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Enqueued Resource ID: af1ff5dc-5bc7-49f7-83ad-995cfa5e4223 with Priority: HIGHEST for action security_group_rules [ 736.443686] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1ff5dc-5bc7-49f7-83ad-995cfa5e4223 with Priority: HIGHEST for action security_group_rules [ 736.444285] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.444443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.444539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.444942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.445170] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af1ff5dc-5bc7-49f7-83ad-995cfa5e4223',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.600928] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.600928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.600928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.600928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.600928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.600928] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 736.604446] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.604670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.604800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.605278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.609018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.609018] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be updated. [ 736.613170] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8d591d23-9ca0-4bfc-9d49-a83bd636dd1f tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Enqueued Resource ID: af1ff5dc-5bc7-49f7-83ad-995cfa5e4223 with Priority: HIGHEST for action security_group_rules [ 736.614318] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1ff5dc-5bc7-49f7-83ad-995cfa5e4223 with Priority: HIGHEST for action security_group_rules [ 736.615040] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.615431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.639545] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.641157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.641157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.641157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.641157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.643526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.643824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.644049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.644992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.646158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.657891] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 736.659032] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: IN_PROGRESS for 2s [ 736.778177] env[69318]: INFO networking_nsxv3.common.synchronization [req-b6a811ff-fc83-491f-b379-b2dc8ed973ea req-3fcd94c4-e9d3-4852-9911-d79ccd7b688b service nova] Enqueued Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_rules [ 736.778493] env[69318]: INFO networking_nsxv3.common.synchronization [req-b6a811ff-fc83-491f-b379-b2dc8ed973ea req-3fcd94c4-e9d3-4852-9911-d79ccd7b688b service nova] Enqueued Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_members [ 736.778876] env[69318]: INFO networking_nsxv3.common.synchronization [req-b6a811ff-fc83-491f-b379-b2dc8ed973ea req-3fcd94c4-e9d3-4852-9911-d79ccd7b688b service nova] Enqueued Resource ID: 31c9a23c-da73-45bf-894f-49b596a2b173 with Priority: HIGHEST for action port [ 736.780077] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_rules [ 736.780322] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_members [ 736.780542] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c9a23c-da73-45bf-894f-49b596a2b173 with Priority: HIGHEST for action port [ 736.781611] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-465afa25-b76d-4266-9a65-e1a5f766ace2 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.781611] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.781611] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.781910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.782139] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.784230] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-465afa25-b76d-4266-9a65-e1a5f766ace2 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.784431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.784541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.784844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.785122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.785295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.785396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.785657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.785795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.785944] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.787597] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c9a23c-da73-45bf-894f-49b596a2b173 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.787753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c9a23c-da73-45bf-894f-49b596a2b173" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.787898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c9a23c-da73-45bf-894f-49b596a2b173" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.788473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c9a23c-da73-45bf-894f-49b596a2b173" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.788473] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c9a23c-da73-45bf-894f-49b596a2b173',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.838618] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3881edec-dbe9-44fd-b8bc-91547f33da66: rpc.has_security_group_logging(os_id): False [ 736.862024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 736.862024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.862024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.862024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.862024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.862024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.862024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.862024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.862683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.862683] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.864316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.864435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.864486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.864643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.864723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.864919] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.865063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.865124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.865328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.865413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.865638] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.866221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.866221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.866221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.866221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.867309] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.867309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.867309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.867309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.867309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.867309] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 is going to be created. [ 736.879953] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4b2a3c9-591d-42e3-8101-97d25082a7e5: rpc.has_security_group_logging(os_id): False [ 736.902590] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.902700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.902768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.902974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.903072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.903713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.903886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.903971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.904282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.904318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.905037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 is going to be created. [ 736.941477] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.941477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.941477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.941477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.941860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.957830] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 in Status: IN_PROGRESS for 2s [ 736.974592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.974834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.974956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.975405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.975529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.975630] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af1ff5dc-5bc7-49f7-83ad-995cfa5e4223 already deleted. [ 736.975717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.976249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.976249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.976249] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af1ff5dc-5bc7-49f7-83ad-995cfa5e4223',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.010043] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.010271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.010361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.010602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.010783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.031018] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 in Status: IN_PROGRESS for 2s [ 737.291246] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.292524] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-465afa25-b76d-4266-9a65-e1a5f766ace2 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.292678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.295704] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c9a23c-da73-45bf-894f-49b596a2b173 with status ACTIVE [ 737.295704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.295704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.295704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.295704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.295704] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c9a23c-da73-45bf-894f-49b596a2b173 is going to be updated. [ 737.323277] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.323421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.323493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.323702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.323837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.324490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c9a23c-da73-45bf-894f-49b596a2b173" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.369108] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.369303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.369382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.369634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.369730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.369938] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.370089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.370155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.370329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.370436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.370524] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 737.444291] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.444482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.444482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.444661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.444787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.474538] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 737.510231] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.510591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.510591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.510772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.510904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.510952] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af1ff5dc-5bc7-49f7-83ad-995cfa5e4223 already deleted. [ 737.510994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af1ff5dc-5bc7-49f7-83ad-995cfa5e4223" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.775433] env[69318]: INFO networking_nsxv3.common.synchronization [req-4498aa68-6a72-485d-b12f-527e7e31cc7d req-379cf9de-dc0f-4bf5-b88b-a682320a25fa tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 737.778279] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 737.778788] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.778988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.779259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.779465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.779770] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.780115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.780115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.780115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.780276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.780276] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.796834] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.171142] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 405d7b2d-eba3-4c2d-a416-197935146151 in Status: SUCCESS [ 738.171249] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 405d7b2d-eba3-4c2d-a416-197935146151 deletion is rescheduled due to dependency. [ 738.171361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-405d7b2d-eba3-4c2d-a416-197935146151" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.220775] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: SUCCESS [ 738.221126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.221375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.221692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.221823] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.285689] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.285689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.285689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.285689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.285689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.285689] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.285689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.285689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.285689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.285689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.285689] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 738.299578] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.301972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.301972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.301972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.301972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.301972] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 is going to be created. [ 738.325346] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.325514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.325604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.325800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.325942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.333617] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.333829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.333829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.334033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.334196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.337247] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 738.348641] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 in Status: UNINITIALIZED for 2s [ 738.672133] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: SUCCESS [ 738.676942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.677176] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 738.677376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.677529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.677753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.677934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.681097] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.681097] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.681097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.681097] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.727683] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.728925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.985022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 in Status: SUCCESS [ 738.985200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.052200] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 in Status: SUCCESS [ 739.052431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.184241] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.184535] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.487946] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 739.488261] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee deletion is rescheduled due to dependency. [ 739.488385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.488939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.489288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.489488] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.489600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.489666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.489825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.489925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.491087] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.687351] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.688575] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.901836] env[69318]: INFO networking_nsxv3.common.synchronization [None req-564db767-287d-4f32-bd58-e47ed2aa9679 None None] Enqueued Resource ID: 8d59a16a-ed7d-4628-b684-cdc3f55c20fb with Priority: HIGHEST for action port [ 739.902540] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d59a16a-ed7d-4628-b684-cdc3f55c20fb with Priority: HIGHEST for action port [ 739.906166] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d59a16a-ed7d-4628-b684-cdc3f55c20fb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.906166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d59a16a-ed7d-4628-b684-cdc3f55c20fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.906166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d59a16a-ed7d-4628-b684-cdc3f55c20fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.906166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d59a16a-ed7d-4628-b684-cdc3f55c20fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.906166] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d59a16a-ed7d-4628-b684-cdc3f55c20fb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.996536] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.997831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.997831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.997831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.997831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.997831] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.997831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.997831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.998223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.998223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.998223] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 740.028659] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.028659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.028945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.028945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.029825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.046192] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 740.191610] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.192304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.192304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.192304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.192304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.192304] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be updated. [ 740.193679] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.193791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.193860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.194145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.194227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.194317] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 740.242431] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.242431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.242431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.242431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.242431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.244154] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.244288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.244572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.244572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.244679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.255547] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 740.255547] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: IN_PROGRESS for 2s [ 740.347499] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 740.347499] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 740.347499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.360201] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 in Status: SUCCESS [ 740.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.360201] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.360201] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.408531] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d59a16a-ed7d-4628-b684-cdc3f55c20fb [ 740.408624] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.408931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.408931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.409060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.409158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.409268] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d59a16a-ed7d-4628-b684-cdc3f55c20fb already deleted. [ 740.409351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d59a16a-ed7d-4628-b684-cdc3f55c20fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.863468] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.371869] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 465afa25-b76d-4266-9a65-e1a5f766ace2: rpc.has_security_group_logging(os_id): False [ 741.391373] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.391517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.391517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.391708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.391798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.392053] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.392258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.392258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.392356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.392429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.392514] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 is going to be created. [ 741.453935] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.454435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.454435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.455100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.457211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.469284] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 in Status: IN_PROGRESS for 2s [ 741.504043] env[69318]: INFO networking_nsxv3.common.synchronization [None req-1f5f9257-2878-43b3-bebe-4ffb154de7fb tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_rules [ 741.504589] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_rules [ 741.505019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.506390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.507043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.507111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.507282] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.627032] env[69318]: INFO networking_nsxv3.common.synchronization [None req-e8e28a13-c74b-4095-81af-33250a1745da tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_rules [ 741.627708] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_rules [ 741.629442] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.629442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.931587] env[69318]: INFO networking_nsxv3.common.synchronization [req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf req-b1daa27f-6188-436d-b097-53590086c84d tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Enqueued Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGHEST for action security_group_members [ 741.932133] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGHEST for action security_group_members [ 741.932505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e381d7-ca08-41f9-86b0-75ee6fca7451 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.932650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.932650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.934885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.934936] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.935234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.936026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.936329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.936429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.936762] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.040516] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.040845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.040845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.041096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.041246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.041444] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f already deleted. [ 742.041624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.042161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.042405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.042538] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.059124] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 742.059339] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee deletion is rescheduled due to dependency. [ 742.059417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.277346] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 742.277680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.277865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.278136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.278375] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.278524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.278590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.278805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.278929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.279088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.279319] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.279433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.279496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.279647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.283065] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.283065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.283065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.283065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.283065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.283065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.283065] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.283065] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: SUCCESS [ 742.283065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.284765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.284765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.284765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.284765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.284765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.284765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.284765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.284765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.284765] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.352479] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.352717] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-934" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.353245] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-934" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.353601] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-934" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.353905] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.354977] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.355276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.355603] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.355851] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.356233] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.356433] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.356656] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.356838] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.357065] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.357269] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.357503] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.378673] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.379104] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.379253] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.379555] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-934" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.381535] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-61c946ea-56df-4753-b80e-a9dad32ecfc1 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.381812] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-61c946ea-56df-4753-b80e-a9dad32ecfc1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.381945] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-61c946ea-56df-4753-b80e-a9dad32ecfc1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.382557] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-61c946ea-56df-4753-b80e-a9dad32ecfc1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.382557] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c946ea-56df-4753-b80e-a9dad32ecfc1',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.438944] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.439128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.439176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.439577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.439679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.440019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.440145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.440211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.440388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.440514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.440692] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 already deleted. [ 742.440692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.538435] env[69318]: INFO networking_nsxv3.common.synchronization [None req-cc434dbb-8943-495f-8f14-4c4ed58a0071 None None] Enqueued Resource ID: e68e7073-455e-4cf0-81b8-77e028da6fc9 with Priority: HIGHEST for action port [ 742.539052] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68e7073-455e-4cf0-81b8-77e028da6fc9 with Priority: HIGHEST for action port [ 742.539379] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e68e7073-455e-4cf0-81b8-77e028da6fc9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.539500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e68e7073-455e-4cf0-81b8-77e028da6fc9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.539564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e68e7073-455e-4cf0-81b8-77e028da6fc9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.539825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e68e7073-455e-4cf0-81b8-77e028da6fc9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.539906] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e68e7073-455e-4cf0-81b8-77e028da6fc9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.567510] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.567683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.567726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.567925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.568026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.568131] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f already deleted. [ 742.568228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.787770] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7: rpc.has_security_group_logging(os_id): False [ 742.787770] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.806726] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.807360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.807360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.807360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.807360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.807612] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.807612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.807612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.807843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.807843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.808063] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.808217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.808280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.808445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.808490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.808907] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.808907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.808907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.809036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.809428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.809554] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 742.885099] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.885342] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.885500] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.885808] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.885993] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.886212] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 61c946ea-56df-4753-b80e-a9dad32ecfc1 not found, creating... [ 742.886470] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.886852] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.886852] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.887042] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.887231] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.887540] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.888304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.888304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.888304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.888304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.888469] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 61c946ea-56df-4753-b80e-a9dad32ecfc1 is going to be created. [ 742.890430] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.890613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.890613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.890782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.890905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.917207] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 742.924687] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.924933] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.925091] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.925802] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.925802] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.926118] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-61c946ea-56df-4753-b80e-a9dad32ecfc1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.043559] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e68e7073-455e-4cf0-81b8-77e028da6fc9 [ 743.043559] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.043559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.043559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.043559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.043559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.043559] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e68e7073-455e-4cf0-81b8-77e028da6fc9 already deleted. [ 743.043559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e68e7073-455e-4cf0-81b8-77e028da6fc9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.290238] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b383e15-6e92-44b8-ad82-a97a9ecd66d9: rpc.has_security_group_logging(os_id): False [ 743.315657] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.315657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.315657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.315657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.315657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.315657] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.315657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.315657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.315657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.315657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.315657] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be updated. [ 743.376634] env[69318]: INFO networking_nsxv3.common.synchronization [req-24ed270e-8c33-469b-9154-c57dcf8ac099 req-91dbabd3-b39a-4fa6-aee8-279c2ffe5f13 tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 743.377438] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 743.377438] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.377678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.377678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.377767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.377879] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.377975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.378067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.378234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.378373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.378507] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.395465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.395780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.395780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.395959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.396107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.420478] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: IN_PROGRESS for 2s [ 743.494512] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 in Status: SUCCESS [ 743.494736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.836970] env[69318]: INFO networking_nsxv3.common.synchronization [req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf req-2dc995f8-438d-4e2f-9854-d86815c3d851 service nova] Enqueued Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGHEST for action security_group_rules [ 743.837161] env[69318]: INFO networking_nsxv3.common.synchronization [req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf req-2dc995f8-438d-4e2f-9854-d86815c3d851 service nova] Enqueued Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGHEST for action security_group_members [ 743.837306] env[69318]: INFO networking_nsxv3.common.synchronization [req-8bf0c4e4-17ca-46aa-a942-12dc2abf0ddf req-2dc995f8-438d-4e2f-9854-d86815c3d851 service nova] Enqueued Resource ID: 61c946ea-56df-4753-b80e-a9dad32ecfc1 with Priority: HIGHEST for action port [ 743.837869] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGHEST for action security_group_rules [ 743.837955] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGHEST for action security_group_members [ 743.838066] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c946ea-56df-4753-b80e-a9dad32ecfc1 with Priority: HIGHEST for action port [ 743.838370] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.838492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.838591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.838822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.838888] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.839795] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e381d7-ca08-41f9-86b0-75ee6fca7451 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.839908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.839978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.840183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.840624] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.840624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.840624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.840624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.840874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.840874] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.841503] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-61c946ea-56df-4753-b80e-a9dad32ecfc1 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.841611] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61c946ea-56df-4753-b80e-a9dad32ecfc1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.841676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61c946ea-56df-4753-b80e-a9dad32ecfc1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.841826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61c946ea-56df-4753-b80e-a9dad32ecfc1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.841901] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c946ea-56df-4753-b80e-a9dad32ecfc1',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.881269] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.345763] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e381d7-ca08-41f9-86b0-75ee6fca7451 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.345763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.345763] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61c946ea-56df-4753-b80e-a9dad32ecfc1 with status ACTIVE [ 744.345763] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.345763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.346085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.346085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.346166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.346373] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.346460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.346521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.346672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.347555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.347555] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.347555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.347555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.347555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.347555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.347555] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61c946ea-56df-4753-b80e-a9dad32ecfc1 is going to be updated. [ 744.348539] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.372122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.372269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.372334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.372548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.375283] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.375569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61c946ea-56df-4753-b80e-a9dad32ecfc1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.384397] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.853957] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.888977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.888977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.891982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.891982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.891982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.891982] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 is going to be updated. [ 744.932456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.932456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.932456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.932739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.932794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.935015] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 744.935232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.935903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.936130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.936288] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.946211] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: IN_PROGRESS for 2s [ 745.356681] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.356852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.356915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.357163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.357258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.357368] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 is going to be created. [ 745.385529] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.385679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.385751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.385962] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.386148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.397946] env[69318]: INFO networking_nsxv3.common.synchronization [req-071768ba-d245-4d01-846b-87df24fa642d req-9e9a8a8f-5365-48a6-ba8c-8468a6a2ac71 tempest-ServerGroupTestJSON-1998600436 tempest-ServerGroupTestJSON-1998600436-project-member] Enqueued Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGHEST for action security_group_members [ 745.398898] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 in Status: UNINITIALIZED for 2s [ 745.399846] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGHEST for action security_group_members [ 745.400143] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3881edec-dbe9-44fd-b8bc-91547f33da66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.400271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.400340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.400580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.400744] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.400846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.400911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.401087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.401176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.401270] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.434799] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: SUCCESS [ 745.434799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.440038] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.440038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.440038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.440038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.440038] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.440038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.440038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.440038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.440038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.440038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.440038] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.903958] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.903958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.903958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.903958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.903958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.903958] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.904517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.904517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.904517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.905130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.905130] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 is going to be updated. [ 745.941570] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.942602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.942602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.942602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.943478] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.943680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.943768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.944047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.944285] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.944406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.944519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.944715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.944905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.944905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.945075] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.945190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.945309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.945467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.945641] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.945742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.945907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.945955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.946061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.946132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.946641] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.961240] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 in Status: IN_PROGRESS for 2s [ 746.449316] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7: rpc.has_security_group_logging(os_id): False [ 746.468624] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.469546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.469546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.469546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.469546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.469546] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.472076] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.472076] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.472076] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 746.542681] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.545018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.545018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.545018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.545018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.559123] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 746.958159] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: SUCCESS [ 746.958474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.412205] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 in Status: SUCCESS [ 747.412463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.412636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.412859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.413597] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.413597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.413597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.413597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.413597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.413597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.413849] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.916437] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e381d7-ca08-41f9-86b0-75ee6fca7451 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.916605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.916680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.916947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.917097] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.917225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.917286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.917451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.917540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.917630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.917777] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e381d7-ca08-41f9-86b0-75ee6fca7451 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.917871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.917928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.918087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.918257] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.918378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.918455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.918590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.918669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.918747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.918834] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.970417] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 in Status: SUCCESS [ 747.971125] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 deletion is rescheduled due to dependency. [ 747.971125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.421044] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5e381d7-ca08-41f9-86b0-75ee6fca7451: rpc.has_security_group_logging(os_id): False [ 748.438866] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.439011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.439072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.439290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.439422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.439919] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.439919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.439919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.439919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.440104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.440165] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.440256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.440317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.440454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.440528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.440748] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.441041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.441041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.441160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.441160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.441221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 is going to be created. [ 748.502555] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.502709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.502780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.502985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.503176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.516460] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 in Status: IN_PROGRESS for 2s [ 748.575121] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 748.575714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.400792] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 750.401129] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 750.529267] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 in Status: SUCCESS [ 750.529606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.455760] env[69318]: INFO networking_nsxv3.common.synchronization [None req-95f85f51-b087-4d89-8639-fea14efadde0 None None] Enqueued Resource ID: 9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc with Priority: HIGHEST for action port [ 751.456421] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc with Priority: HIGHEST for action port [ 751.456719] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.457017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.457017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.457385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.457509] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.959629] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc [ 751.959746] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.959820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.959875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.960388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.960388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.960388] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc already deleted. [ 751.960388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6d6e97-f6c5-43aa-91f4-9e40b2d229fc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.413999] env[69318]: INFO networking_nsxv3.common.synchronization [req-9f63b30c-d995-4370-9e79-7a57e7235cd6 req-97bd8798-72ce-400b-b4ee-3433a75a9959 tempest-SecurityGroupRulesNegativeTestJSON-1958699552 tempest-SecurityGroupRulesNegativeTestJSON-1958699552-project-member] Enqueued Resource ID: 5e45c7a0-e694-442a-8837-02a200252830 with Priority: HIGHEST for action security_group_rules [ 752.414613] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e45c7a0-e694-442a-8837-02a200252830 with Priority: HIGHEST for action security_group_rules [ 752.415804] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e45c7a0-e694-442a-8837-02a200252830 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.415804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e45c7a0-e694-442a-8837-02a200252830" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.415804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e45c7a0-e694-442a-8837-02a200252830" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.416124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e45c7a0-e694-442a-8837-02a200252830" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.416124] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e45c7a0-e694-442a-8837-02a200252830',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.583661] env[69318]: INFO networking_nsxv3.common.synchronization [req-67d0ef15-b242-4a41-b0b6-782232b6c657 req-a06fb5da-ceed-4c21-86da-f9f666662d44 tempest-SecurityGroupRulesNegativeTestJSON-1958699552 tempest-SecurityGroupRulesNegativeTestJSON-1958699552-project-member] Enqueued Resource ID: 5e45c7a0-e694-442a-8837-02a200252830 with Priority: HIGHEST for action security_group_rules [ 752.585370] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e45c7a0-e694-442a-8837-02a200252830 with Priority: HIGHEST for action security_group_rules [ 752.585370] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e45c7a0-e694-442a-8837-02a200252830 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.585370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e45c7a0-e694-442a-8837-02a200252830" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.939308] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.939484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.939537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.939746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.940904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.940904] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e45c7a0-e694-442a-8837-02a200252830 already deleted. [ 752.940904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e45c7a0-e694-442a-8837-02a200252830" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.940904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e45c7a0-e694-442a-8837-02a200252830" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.940904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e45c7a0-e694-442a-8837-02a200252830" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.940904] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e45c7a0-e694-442a-8837-02a200252830',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.462160] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.462312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.462369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.462649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.462746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.462839] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e45c7a0-e694-442a-8837-02a200252830 already deleted. [ 753.462919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e45c7a0-e694-442a-8837-02a200252830" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.719779] env[69318]: INFO networking_nsxv3.common.synchronization [req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e req-0f6fe3d9-e3a2-4caa-b379-2059b402fc92 tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 753.721991] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 753.722453] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.722557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.722594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.722792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.722930] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.723160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.723160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.723244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.723313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.723730] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.787819] env[69318]: INFO networking_nsxv3.common.synchronization [None req-dfe6ead3-0ed2-4022-a158-30830a922c46 None None] Enqueued Resource ID: 99ac64fd-8820-4bf3-81c3-59fdf7347d26 with Priority: HIGHEST for action port [ 753.788498] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ac64fd-8820-4bf3-81c3-59fdf7347d26 with Priority: HIGHEST for action port [ 753.788816] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ac64fd-8820-4bf3-81c3-59fdf7347d26 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.793700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ac64fd-8820-4bf3-81c3-59fdf7347d26" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.793700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ac64fd-8820-4bf3-81c3-59fdf7347d26" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.793863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ac64fd-8820-4bf3-81c3-59fdf7347d26" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.793956] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ac64fd-8820-4bf3-81c3-59fdf7347d26',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.228835] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.228835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.229021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.229212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.254306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.255282] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.255282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.255282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.255282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.255282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.255282] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc is going to be updated. [ 754.283892] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.283892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.283892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.284380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.284380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.300025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: IN_PROGRESS for 2s [ 754.300025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99ac64fd-8820-4bf3-81c3-59fdf7347d26 [ 754.300025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.300025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.300025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.300025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.300025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.300542] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99ac64fd-8820-4bf3-81c3-59fdf7347d26 already deleted. [ 754.300542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ac64fd-8820-4bf3-81c3-59fdf7347d26" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.313180] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.313395] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.313579] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.313974] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.314774] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.315331] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.315532] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.316358] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.316581] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.319210] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.319210] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.319210] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.319210] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.319210] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.319210] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.319440] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.343497] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.343861] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.343861] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.344206] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.344593] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-7ac4a670-7d15-448c-9eac-b5e61b79f6df taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.344777] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-7ac4a670-7d15-448c-9eac-b5e61b79f6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.344922] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-7ac4a670-7d15-448c-9eac-b5e61b79f6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.345514] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-7ac4a670-7d15-448c-9eac-b5e61b79f6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.345628] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac4a670-7d15-448c-9eac-b5e61b79f6df',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.692685] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8508bf4a-5637-4254-ba8c-a819e7f41467 None None] Enqueued Resource ID: 8c45df01-c364-4063-b9a2-90824c989125 with Priority: HIGHEST for action port [ 754.693490] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c45df01-c364-4063-b9a2-90824c989125 with Priority: HIGHEST for action port [ 754.694007] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c45df01-c364-4063-b9a2-90824c989125 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.696741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c45df01-c364-4063-b9a2-90824c989125" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.696833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c45df01-c364-4063-b9a2-90824c989125" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.697139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c45df01-c364-4063-b9a2-90824c989125" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.697230] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c45df01-c364-4063-b9a2-90824c989125',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.848576] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.848936] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.849027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.853245] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.853695] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.853695] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 7ac4a670-7d15-448c-9eac-b5e61b79f6df not found, creating... [ 754.853926] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.856382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.856382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.856382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.856382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856382] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.856382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.856382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.856382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.856382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856382] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 7ac4a670-7d15-448c-9eac-b5e61b79f6df is going to be created. [ 754.884287] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.884287] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.884287] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.884287] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.884623] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.884623] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-7ac4a670-7d15-448c-9eac-b5e61b79f6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.200391] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c45df01-c364-4063-b9a2-90824c989125 [ 755.200679] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.200833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.200902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.201492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.201602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.201702] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c45df01-c364-4063-b9a2-90824c989125 already deleted. [ 755.201786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c45df01-c364-4063-b9a2-90824c989125" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.633727] env[69318]: INFO networking_nsxv3.common.synchronization [req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e req-b9944954-f675-4a85-a93d-4eef85a201de service nova] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_rules [ 755.633915] env[69318]: INFO networking_nsxv3.common.synchronization [req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e req-b9944954-f675-4a85-a93d-4eef85a201de service nova] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 755.634079] env[69318]: INFO networking_nsxv3.common.synchronization [req-2dec6cdc-ec9a-4e2a-b5fe-c8497c3af65e req-b9944954-f675-4a85-a93d-4eef85a201de service nova] Enqueued Resource ID: 7ac4a670-7d15-448c-9eac-b5e61b79f6df with Priority: HIGHEST for action port [ 755.636716] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_rules [ 755.636716] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 755.636716] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac4a670-7d15-448c-9eac-b5e61b79f6df with Priority: HIGHEST for action port [ 755.636716] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.636716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.636716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.636716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.636716] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.638137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.638137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.638618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac4a670-7d15-448c-9eac-b5e61b79f6df taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.638755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac4a670-7d15-448c-9eac-b5e61b79f6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.638824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac4a670-7d15-448c-9eac-b5e61b79f6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.639043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac4a670-7d15-448c-9eac-b5e61b79f6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.639127] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac4a670-7d15-448c-9eac-b5e61b79f6df',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.702572] env[69318]: INFO networking_nsxv3.common.synchronization [req-7b17ac12-f725-495d-918b-ad1bb595c1da req-2bcc0f2b-a82c-4129-9d62-6432f2daa112 tempest-ServerAddressesNegativeTestJSON-1799183259 tempest-ServerAddressesNegativeTestJSON-1799183259-project-member] Enqueued Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGHEST for action security_group_members [ 755.703140] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGHEST for action security_group_members [ 755.703830] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e381d7-ca08-41f9-86b0-75ee6fca7451 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.703957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.705008] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.705277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.705479] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.705998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.705998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.706145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.706262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.706380] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.958728] env[69318]: INFO networking_nsxv3.common.synchronization [None req-f6aedbcd-2255-4f11-91ff-01a6a1bb4325 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Enqueued Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_rules [ 755.959319] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_rules [ 755.959704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.959823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.960726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.962190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.962285] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.125379] env[69318]: INFO networking_nsxv3.common.synchronization [None req-13734e48-d5ec-49db-a314-49f5029b60bc tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Enqueued Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_rules [ 756.125918] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_rules [ 756.126529] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.126529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.141012] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.142160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.142160] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ac4a670-7d15-448c-9eac-b5e61b79f6df with status ACTIVE [ 756.142160] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.142160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.142160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.142160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.142160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.142636] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.144991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.144991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.144991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.144991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.144991] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.144991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.144991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.144991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.144991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.144991] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ac4a670-7d15-448c-9eac-b5e61b79f6df is going to be updated. [ 756.166010] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.166296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.166405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.166657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.167016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.167225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac4a670-7d15-448c-9eac-b5e61b79f6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.208509] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.208759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.208837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.209074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.209176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.209371] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.209474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.209543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.212159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.212159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.212159] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 is going to be updated. [ 756.243180] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.243180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.243180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.243180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.243180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.269954] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 in Status: IN_PROGRESS for 2s [ 756.312901] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: SUCCESS [ 756.313013] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc deletion is rescheduled due to dependency. [ 756.313111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.313278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.313490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.313676] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.313792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.313856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.314012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.314100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.314196] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.484306] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.484502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.484541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.484743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.484853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.484954] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c already deleted. [ 756.485062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.485255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.485437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.485522] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.636344] env[69318]: INFO networking_nsxv3.common.synchronization [req-d66c5a36-2df1-413a-9897-fdd26f02da73 req-b1029aaf-6a1d-4422-b256-14c989f297b6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 756.636344] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 756.636344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.636344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.636344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.636344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.636623] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.636623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.636702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.636825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.636891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.636979] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.707699] env[69318]: INFO networking_nsxv3.common.synchronization [None req-adc5464e-90ca-4368-a431-e634864337f3 None None] Enqueued Resource ID: 425816bf-118d-4141-8836-4d96e6b553e3 with Priority: HIGHEST for action port [ 756.707990] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425816bf-118d-4141-8836-4d96e6b553e3 with Priority: HIGHEST for action port [ 756.708330] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-425816bf-118d-4141-8836-4d96e6b553e3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.708459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-425816bf-118d-4141-8836-4d96e6b553e3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.708545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-425816bf-118d-4141-8836-4d96e6b553e3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.708800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-425816bf-118d-4141-8836-4d96e6b553e3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.708883] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425816bf-118d-4141-8836-4d96e6b553e3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.817068] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.012023] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.012023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.012023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.012023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.012023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.012023] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c already deleted. [ 757.012023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.143644] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.168616] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.168616] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.168616] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.168903] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.169047] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.169221] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.169386] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.169597] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.170225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.170522] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.170698] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.170858] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.171025] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.172260] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.172481] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.172668] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.196650] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.197224] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.197224] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.197224] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.197346] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.197621] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.197701] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.198041] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.198187] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69bf1dd0-635e-4a58-8978-3ddd5e1e4938',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.213387] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 425816bf-118d-4141-8836-4d96e6b553e3 [ 757.213587] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.214044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.214044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.214044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.214176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.214176] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:425816bf-118d-4141-8836-4d96e6b553e3 already deleted. [ 757.214239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-425816bf-118d-4141-8836-4d96e6b553e3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.319552] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.646845] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.701058] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.701170] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.701685] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.701779] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.702029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.702215] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 not found, creating... [ 757.702555] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.704012] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.704012] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.704012] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.704012] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.704012] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.704012] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.704012] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.704012] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.704285] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.706029] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 is going to be created. [ 757.728317] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.728449] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.728558] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.728871] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.729175] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.729405] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.822519] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.822519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.822519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.822519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.822519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.822519] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc is going to be updated. [ 757.909549] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.909549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.909549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.909788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.909788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.926193] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: IN_PROGRESS for 2s [ 758.151255] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.151551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.151551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.152039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.152039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.152039] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 758.197817] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.197966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.198057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.198273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.198423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.210371] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 758.281473] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 in Status: SUCCESS [ 758.281654] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 deletion is rescheduled due to dependency. [ 758.281794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.629923] env[69318]: INFO networking_nsxv3.common.synchronization [req-d66c5a36-2df1-413a-9897-fdd26f02da73 req-600eae89-25b6-4eba-bc85-6c672ed5029f service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 758.630120] env[69318]: INFO networking_nsxv3.common.synchronization [req-d66c5a36-2df1-413a-9897-fdd26f02da73 req-600eae89-25b6-4eba-bc85-6c672ed5029f service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 758.630260] env[69318]: INFO networking_nsxv3.common.synchronization [req-d66c5a36-2df1-413a-9897-fdd26f02da73 req-600eae89-25b6-4eba-bc85-6c672ed5029f service nova] Enqueued Resource ID: 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 with Priority: HIGHEST for action port [ 758.630485] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 758.630615] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 758.630717] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 with Priority: HIGHEST for action port [ 758.631250] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.631372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.631438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.631625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.631706] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.636018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.636018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.636018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.636018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.636018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.636018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.636018] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69bf1dd0-635e-4a58-8978-3ddd5e1e4938',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.136016] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.136016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.142061] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 with status ACTIVE [ 759.142061] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.142061] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.142061] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.142061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.142061] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69bf1dd0-635e-4a58-8978-3ddd5e1e4938 is going to be updated. [ 759.175830] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.175830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.175830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.175830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.175830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.175830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69bf1dd0-635e-4a58-8978-3ddd5e1e4938" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.945713] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: SUCCESS [ 759.945713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.945713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.945713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.945713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.945713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.945713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.945713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.945713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.945713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.945713] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.220546] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 760.221044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.221044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.221315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.221526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.221725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.221794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.221936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.222071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.222198] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.446216] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.446312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.446411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.446694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.446870] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.446985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.447085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.447244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.447333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.447423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.447569] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.447663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.447719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.447897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.447990] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.448091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.448150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.448285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.448358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.448439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.448528] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.725200] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.952547] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e5169d2-1196-4add-be4b-25c478de99dc: rpc.has_security_group_logging(os_id): False [ 760.973851] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.974038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.974086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.974272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.974368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.974571] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.974671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.974735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.974885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.975029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.975160] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.975254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.975315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.975454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.975526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.975717] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.975812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.975873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.977790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.977790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.977790] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc is going to be updated. [ 761.044324] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.044324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.044324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.044705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.046017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.060198] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: IN_PROGRESS for 2s [ 761.172073] env[69318]: INFO networking_nsxv3.common.synchronization [None req-0a271b11-cca8-4f76-b0ef-5265bf732e23 None None] Enqueued Resource ID: f37a214e-7642-4aca-9dc8-8520b37f007c with Priority: HIGHEST for action port [ 761.172344] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37a214e-7642-4aca-9dc8-8520b37f007c with Priority: HIGHEST for action port [ 761.172958] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f37a214e-7642-4aca-9dc8-8520b37f007c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.173032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f37a214e-7642-4aca-9dc8-8520b37f007c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.173100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f37a214e-7642-4aca-9dc8-8520b37f007c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.175761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f37a214e-7642-4aca-9dc8-8520b37f007c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.175761] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f37a214e-7642-4aca-9dc8-8520b37f007c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.231370] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.677272] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f37a214e-7642-4aca-9dc8-8520b37f007c [ 761.677272] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.677272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.677272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.677272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.677272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.677272] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f37a214e-7642-4aca-9dc8-8520b37f007c already deleted. [ 761.677272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f37a214e-7642-4aca-9dc8-8520b37f007c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.733465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.733625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.733703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.733943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.734049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.734150] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 761.784418] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.784632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.784754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.785417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.785417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.794514] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 762.292441] env[69318]: INFO networking_nsxv3.common.synchronization [req-a402c10e-328d-454d-9413-24a753bfa65d req-921c13f1-bbc8-4926-8ef2-9890e032342e tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 762.293021] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 762.293452] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.293576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.293643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.293881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.294041] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.294136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.294198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.294346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.294429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.294523] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.744893] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.744893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.744893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.744893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.744893] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.744893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.744893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.744893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.745561] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.745885] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.746119] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.746388] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.746615] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.746859] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.747076] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.747311] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.773284] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.773284] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.773284] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.773284] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.773284] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.773284] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773284] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.773284] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.773284] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc04ea3c-286c-48d2-afe4-4745f34a7ee6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.797644] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.083299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: SUCCESS [ 763.083299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.277232] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.277232] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.277232] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.277232] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.277645] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.277645] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port fc04ea3c-286c-48d2-afe4-4745f34a7ee6 not found, creating... [ 763.277864] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.278027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.278133] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.278393] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.278550] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.278929] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.279142] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.279268] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.279489] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.279629] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.279774] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: fc04ea3c-286c-48d2-afe4-4745f34a7ee6 is going to be created. [ 763.299720] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.305291] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.305523] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.305650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.305931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.306177] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.306411] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.542827] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2d52504a-fdec-45d2-807b-7b97e6643a6a None None] Enqueued Resource ID: 973611cc-ac2e-47cf-bcf6-cce5169699b7 with Priority: HIGHEST for action port [ 763.543043] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973611cc-ac2e-47cf-bcf6-cce5169699b7 with Priority: HIGHEST for action port [ 763.543605] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-973611cc-ac2e-47cf-bcf6-cce5169699b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.543737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-973611cc-ac2e-47cf-bcf6-cce5169699b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.543808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-973611cc-ac2e-47cf-bcf6-cce5169699b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.544334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-973611cc-ac2e-47cf-bcf6-cce5169699b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.544435] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973611cc-ac2e-47cf-bcf6-cce5169699b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.803384] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.803384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.803384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.803791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.803791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.803791] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 763.810395] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 763.810395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.810395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.810395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.810395] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.810395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.810395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.810395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.810395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.810395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.810395] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.838502] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.838682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.838764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.838990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.839155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.848767] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 764.046700] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 973611cc-ac2e-47cf-bcf6-cce5169699b7 [ 764.046959] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.047113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.047185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.047448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.047549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.047647] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:973611cc-ac2e-47cf-bcf6-cce5169699b7 already deleted. [ 764.047742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-973611cc-ac2e-47cf-bcf6-cce5169699b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.099131] env[69318]: INFO networking_nsxv3.common.synchronization [req-a402c10e-328d-454d-9413-24a753bfa65d req-984b69d4-df71-4b69-9433-228f261a5097 service nova] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_rules [ 764.099353] env[69318]: INFO networking_nsxv3.common.synchronization [req-a402c10e-328d-454d-9413-24a753bfa65d req-984b69d4-df71-4b69-9433-228f261a5097 service nova] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 764.099435] env[69318]: INFO networking_nsxv3.common.synchronization [req-a402c10e-328d-454d-9413-24a753bfa65d req-984b69d4-df71-4b69-9433-228f261a5097 service nova] Enqueued Resource ID: fc04ea3c-286c-48d2-afe4-4745f34a7ee6 with Priority: HIGHEST for action port [ 764.099950] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_rules [ 764.100097] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 764.100201] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc04ea3c-286c-48d2-afe4-4745f34a7ee6 with Priority: HIGHEST for action port [ 764.100454] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.100603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.100753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.100807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.101012] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.102292] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.102414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.103660] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.103660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.103660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.103660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.103660] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc04ea3c-286c-48d2-afe4-4745f34a7ee6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.311421] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.311421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.311866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.311866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.311866] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.311978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.312023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.312162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.312251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.312338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.312479] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.312570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.312629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.312769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.312903] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.312991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.313084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.313201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.313276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.313356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.313443] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.602956] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.603107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.608046] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc04ea3c-286c-48d2-afe4-4745f34a7ee6 with status ACTIVE [ 764.608201] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.608352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.608461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.608629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.608728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.608914] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.609042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.609134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.610053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.610053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.610053] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.610053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.610053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.610053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.610053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.610053] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc04ea3c-286c-48d2-afe4-4745f34a7ee6 is going to be updated. [ 764.633669] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.633836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.633881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.634115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.634253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.634459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc04ea3c-286c-48d2-afe4-4745f34a7ee6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.815395] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 764.838426] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.838426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.838426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.838615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.861886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.861886] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.861886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.861886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.862301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.862301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.862524] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.862635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.862702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.862872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.862949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.863328] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.863328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.863328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.863489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.863558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.863585] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 764.932175] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.932376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.932376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.932542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.932687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.949125] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 764.966401] env[69318]: INFO networking_nsxv3.common.synchronization [req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe req-17511054-2fe2-4ef7-9bf8-a3c1ab81de26 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Enqueued Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGHEST for action security_group_members [ 764.967499] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGHEST for action security_group_members [ 764.967499] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d412b-25c8-446b-9b41-0af6d3f80172 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.967779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.967779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.968070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.968170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.968325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.968395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.968569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.968751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.968856] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.389425] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.389871] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.389871] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.390054] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.390350] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.390553] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.390553] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.390782] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.390908] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.391218] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.391294] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.391373] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.391475] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.391659] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.391764] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.391828] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.413077] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.413366] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.413681] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.413681] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.413891] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-2f0ad673-02fe-4856-af62-df6bf9edef48 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.414151] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-2f0ad673-02fe-4856-af62-df6bf9edef48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.414237] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-2f0ad673-02fe-4856-af62-df6bf9edef48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.414792] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-2f0ad673-02fe-4856-af62-df6bf9edef48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.414946] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0ad673-02fe-4856-af62-df6bf9edef48',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.471261] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.471261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.471391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.471583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.471673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.471883] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.471981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.472057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.472210] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.472286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.472370] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 already deleted. [ 765.472449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.859833] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 765.860103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.860277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.860497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.860682] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.860798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.860864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.861277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.861429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.861539] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.918463] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.918463] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.918463] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.918739] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.918860] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.919152] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 2f0ad673-02fe-4856-af62-df6bf9edef48 not found, creating... [ 765.919483] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.919614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.919793] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.920128] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.920345] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.920737] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.921031] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.921291] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.921413] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.921548] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.921692] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 2f0ad673-02fe-4856-af62-df6bf9edef48 is going to be created. [ 765.943478] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.943674] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.944046] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.944201] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.944402] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.944725] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-2f0ad673-02fe-4856-af62-df6bf9edef48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.364446] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.745107] env[69318]: INFO networking_nsxv3.common.synchronization [req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe req-110423de-41f8-48d0-82da-79676721eee6 service nova] Enqueued Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGHEST for action security_group_rules [ 766.745358] env[69318]: INFO networking_nsxv3.common.synchronization [req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe req-110423de-41f8-48d0-82da-79676721eee6 service nova] Enqueued Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGHEST for action security_group_members [ 766.745457] env[69318]: INFO networking_nsxv3.common.synchronization [req-f3aa4b4d-7854-4a94-90d5-2323f66a2dbe req-110423de-41f8-48d0-82da-79676721eee6 service nova] Enqueued Resource ID: 2f0ad673-02fe-4856-af62-df6bf9edef48 with Priority: HIGHEST for action port [ 766.745675] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGHEST for action security_group_rules [ 766.745835] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGHEST for action security_group_members [ 766.745940] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0ad673-02fe-4856-af62-df6bf9edef48 with Priority: HIGHEST for action port [ 766.746505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2d412b-25c8-446b-9b41-0af6d3f80172 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.746695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.746749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.746971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.747139] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.747964] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d412b-25c8-446b-9b41-0af6d3f80172 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.748094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.748164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.748337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.748482] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.748574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.748636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.749126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.749288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.749396] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.750542] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0ad673-02fe-4856-af62-df6bf9edef48 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.750660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0ad673-02fe-4856-af62-df6bf9edef48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.750750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0ad673-02fe-4856-af62-df6bf9edef48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.750932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0ad673-02fe-4856-af62-df6bf9edef48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.756066] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0ad673-02fe-4856-af62-df6bf9edef48',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.866636] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.968301] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 766.969874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.256287] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d412b-25c8-446b-9b41-0af6d3f80172 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.256415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.256617] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.257537] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f0ad673-02fe-4856-af62-df6bf9edef48 with status ACTIVE [ 767.257729] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.257850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.257912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.258135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.258227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.258396] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.258491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.258551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.258698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.258836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.262616] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.262795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.263057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.263142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.263234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f0ad673-02fe-4856-af62-df6bf9edef48 is going to be updated. [ 767.286499] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.286731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.286838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.287032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.287180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.287343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0ad673-02fe-4856-af62-df6bf9edef48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.369389] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.369389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.369389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370250] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 767.420375] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.420375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.420375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.420684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.420769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.441352] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 767.767120] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.798455] env[69318]: INFO networking_nsxv3.common.synchronization [req-964e6220-d0da-41f5-9490-fc695bb486cc req-9fbe9a0a-d343-4dea-938f-e45aba86914a tempest-DeleteServersAdminTestJSON-1637194888 tempest-DeleteServersAdminTestJSON-1637194888-project-member] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 767.799212] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGHEST for action security_group_members [ 767.799563] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.800010] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.800010] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.803299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.803480] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.803600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.803793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.803860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.803945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.804350] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.272977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.272977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.272977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.272977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.272977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.272977] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 is going to be created. [ 768.299710] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.299886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.299990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.300385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.300385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.308434] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.308594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.308688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.309090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.309241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.309428] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.309911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.309992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.310163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.312314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.312314] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc is going to be updated. [ 768.315062] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 in Status: UNINITIALIZED for 2s [ 768.344045] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.344045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.344235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.344707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.344707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.354696] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: IN_PROGRESS for 2s [ 769.452496] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 769.452768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.452942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.453187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.453384] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.453505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.453570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.453722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.453821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.453889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.453983] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.475920] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bf18640-315c-4eeb-b760-2f8756cf578d req-eb6ac4d3-bc3e-4c77-9e31-1217e758d4dd tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 769.476503] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 769.477344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.477471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.477530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.477721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.477949] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.478105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.478160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.478269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.478352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.478443] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.957215] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.957378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.957457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.957677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.957893] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.958052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.958105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.958237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.958413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.958413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.958550] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.958637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.958763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.958924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.959064] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.959292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.959376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959556] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.986021] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.998707] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-a7a05c75-d688-4eab-b646-efa400b2670c tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 769.999738] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 770.000049] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.000217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.000315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.000674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.000765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.000901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.000993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.001219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.001298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.001421] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.325549] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 in Status: SUCCESS [ 770.325837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.326138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.326441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.326694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.326898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.326949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.327113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.327196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.327308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.327393] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.367157] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5169d2-1196-4add-be4b-25c478de99dc in Status: SUCCESS [ 770.367364] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc deletion is rescheduled due to dependency. [ 770.367486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.435744] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.436024] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.436157] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.436481] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.437025] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.437025] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.437212] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.437304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.437444] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.437641] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.438235] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.438235] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.438235] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.438235] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.438422] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.438422] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.460348] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.460666] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.460666] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.460811] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.461138] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.461316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.461435] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.461774] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.461918] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe0ba7d5-8725-437b-93c9-cd2aac6b3282',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.466722] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 763857f7-40ea-4100-b884-338fdfe1e222: rpc.has_security_group_logging(os_id): False [ 770.480492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.480633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.480786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.480942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.481014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.481201] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.481298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.481361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.481502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.481578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.481786] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.481831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.481894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.482063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.482112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.482278] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.482372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.482428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.482593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.482622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.482709] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 770.484499] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.503866] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.504892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.504892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.504892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.504892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.504892] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.504892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.504892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.504892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.504892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.506139] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd already deleted. [ 770.506139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.542856] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.543016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.543096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.543311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.543467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.562710] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 770.830194] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d412b-25c8-446b-9b41-0af6d3f80172 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.830361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.830433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.831206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.831420] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.831767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.831767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.831767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.831895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.831924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.832091] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d412b-25c8-446b-9b41-0af6d3f80172 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.832187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.832249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.832390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.832700] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.832700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.832700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.832868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.832868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.832980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.833710] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.964591] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.964818] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.964930] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.965268] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.965421] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.965581] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port fe0ba7d5-8725-437b-93c9-cd2aac6b3282 not found, creating... [ 770.965845] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.966013] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.966575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.966822] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.966967] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.967295] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.967455] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.967573] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.967783] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.967924] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.968080] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: fe0ba7d5-8725-437b-93c9-cd2aac6b3282 is going to be created. [ 770.987018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.987217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.987313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.987737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.987737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.987737] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 770.990166] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.990396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.990556] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.990856] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.991182] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.991413] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.023462] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.023625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.023663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.023875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.024035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.033777] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 771.337039] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f2d412b-25c8-446b-9b41-0af6d3f80172: rpc.has_security_group_logging(os_id): False [ 771.355661] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.355865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.355919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.356149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.356281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.356488] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.356614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.356707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.356934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.357037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.357234] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.357337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.357388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.357531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.357605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.357878] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.357988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.358065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.358208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.358285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.358370] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 is going to be created. [ 771.420011] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.420011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.420011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.420273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.420425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.433051] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 in Status: IN_PROGRESS for 2s [ 771.789217] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-fd7dcb1d-f8ac-4726-a98d-7f3971e45c3c service nova] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_rules [ 771.789619] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-fd7dcb1d-f8ac-4726-a98d-7f3971e45c3c service nova] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 771.789619] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-fd7dcb1d-f8ac-4726-a98d-7f3971e45c3c service nova] Enqueued Resource ID: fe0ba7d5-8725-437b-93c9-cd2aac6b3282 with Priority: HIGHEST for action port [ 771.789733] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_rules [ 771.789866] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 771.789966] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0ba7d5-8725-437b-93c9-cd2aac6b3282 with Priority: HIGHEST for action port [ 771.792230] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.792360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.792430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.792671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.792754] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.795706] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.795828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.795898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.796086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.796238] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.796336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.796402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.796547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.796635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.796726] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.797445] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.797551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.797620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.797762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.797838] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe0ba7d5-8725-437b-93c9-cd2aac6b3282',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.300542] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe0ba7d5-8725-437b-93c9-cd2aac6b3282 with status ACTIVE [ 772.300777] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.300905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.300971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.301219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.301310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.301482] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.302025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.302025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.302025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.302025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.302202] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.302202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.302289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.302354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.302422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.302502] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe0ba7d5-8725-437b-93c9-cd2aac6b3282 is going to be updated. [ 772.303646] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.308650] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.308778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.331011] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.331011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.331277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.331398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.331470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.331644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe0ba7d5-8725-437b-93c9-cd2aac6b3282" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.584076] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 772.584319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.810251] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.045207] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 773.045483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.315427] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.315591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.315709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.315855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.316052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.316052] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be created. [ 773.340671] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.340820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.340892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.341122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.341319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.351144] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: UNINITIALIZED for 2s [ 773.446664] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 in Status: SUCCESS [ 773.448169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.147330] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-ab441d03-693f-48f4-a706-16d0f2101a87 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 775.147866] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 775.148185] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.148377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.361678] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 775.361925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.362169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.362481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.362751] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.362893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.362966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.363140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.365602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.365657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.365777] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.366651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.366829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.367669] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.367801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.367886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.368062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.368147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.368243] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.535932] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.536188] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.536349] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.536642] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.536954] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.537189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.537339] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.537584] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.537759] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.538470] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.538470] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.538470] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.538470] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.538470] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.538676] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.539390] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.559072] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.559269] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.559409] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.559577] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.559909] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-9b3a85fb-b203-46ec-935b-e75d762adf7c taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.560112] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-9b3a85fb-b203-46ec-935b-e75d762adf7c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.560238] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-9b3a85fb-b203-46ec-935b-e75d762adf7c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.560553] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-9b3a85fb-b203-46ec-935b-e75d762adf7c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.560691] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b3a85fb-b203-46ec-935b-e75d762adf7c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.869873] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.870057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.874454] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.064327] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.064534] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.064660] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.064972] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.065153] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.065311] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 9b3a85fb-b203-46ec-935b-e75d762adf7c not found, creating... [ 776.065582] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.065740] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.065854] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.066098] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.066238] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.066527] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.066678] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.066800] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.067154] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.067305] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.067450] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 9b3a85fb-b203-46ec-935b-e75d762adf7c is going to be created. [ 776.090425] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.090706] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.090789] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.091088] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.091338] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.091664] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-9b3a85fb-b203-46ec-935b-e75d762adf7c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.377327] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.844926] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-0b3ae389-66df-40bc-9c81-13fa9dcc18a0 service nova] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_rules [ 776.845200] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-0b3ae389-66df-40bc-9c81-13fa9dcc18a0 service nova] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 776.845356] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-0b3ae389-66df-40bc-9c81-13fa9dcc18a0 service nova] Enqueued Resource ID: 9b3a85fb-b203-46ec-935b-e75d762adf7c with Priority: HIGHEST for action port [ 776.845584] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_rules [ 776.845739] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 776.845888] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3a85fb-b203-46ec-935b-e75d762adf7c with Priority: HIGHEST for action port [ 776.846459] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.846583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.846890] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.847036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.847175] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b3a85fb-b203-46ec-935b-e75d762adf7c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.847281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b3a85fb-b203-46ec-935b-e75d762adf7c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.847404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b3a85fb-b203-46ec-935b-e75d762adf7c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.847669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b3a85fb-b203-46ec-935b-e75d762adf7c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.847669] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b3a85fb-b203-46ec-935b-e75d762adf7c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.879310] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.879487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.879562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.879768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.879863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.879980] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 776.907819] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.907982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.908052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.908256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.908398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.917221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 777.352566] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b3a85fb-b203-46ec-935b-e75d762adf7c with status ACTIVE [ 777.356441] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.356441] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.356441] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.356441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.356441] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b3a85fb-b203-46ec-935b-e75d762adf7c is going to be updated. [ 777.381250] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.381550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.381550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.381666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.381806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.381971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b3a85fb-b203-46ec-935b-e75d762adf7c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.570677] env[69318]: INFO networking_nsxv3.common.synchronization [req-13b8acae-8a43-4812-ad00-1f8caed64718 req-77a2de32-b472-42db-9553-d0606843c6c5 tempest-ServerDiagnosticsNegativeTest-1229377577 tempest-ServerDiagnosticsNegativeTest-1229377577-project-member] Enqueued Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGHEST for action security_group_members [ 777.571351] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGHEST for action security_group_members [ 777.571678] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f2d412b-25c8-446b-9b41-0af6d3f80172 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.571796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.571862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.572105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.572250] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.572359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.572420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.572572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.572653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.572743] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.694262] env[69318]: INFO networking_nsxv3.common.synchronization [req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 req-3be8f64e-7454-4bce-9eb6-87bcf8bc9674 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 777.694917] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 777.695088] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.695218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.695284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.695487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.695696] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.696484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.696484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.699066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.699066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.699066] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.717157] env[69318]: INFO networking_nsxv3.common.synchronization [req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 req-3be8f64e-7454-4bce-9eb6-87bcf8bc9674 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 777.717345] env[69318]: INFO networking_nsxv3.common.synchronization [req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 req-3be8f64e-7454-4bce-9eb6-87bcf8bc9674 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 777.717486] env[69318]: INFO networking_nsxv3.common.synchronization [req-82a918ba-1ece-45a6-b6d5-03f23f8ccf96 req-3be8f64e-7454-4bce-9eb6-87bcf8bc9674 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 with Priority: HIGHEST for action port [ 777.718122] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 777.718285] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 777.718390] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 with Priority: HIGHEST for action port [ 777.718658] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.718786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.718835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.719780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.719852] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.721842] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.721941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.722295] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2f987e-bb88-495e-8087-67b52ff07ef0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.722295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.722295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.722527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.722602] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2f987e-bb88-495e-8087-67b52ff07ef0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.075596] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.076015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.076015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.076087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.076420] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.076570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.076641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.076807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.076986] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 is going to be updated. [ 778.115570] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.115570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.115776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.115848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.115988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.125264] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 in Status: IN_PROGRESS for 2s [ 778.199843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.225202] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.225202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.228016] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc2f987e-bb88-495e-8087-67b52ff07ef0 with status ACTIVE [ 778.228157] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.228254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.228254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.228534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.228655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.228935] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.229118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.229201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.229385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.229514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.229771] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.229899] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.229989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.230158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.230294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.230442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 is going to be updated. [ 778.256023] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.256199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.256262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.256456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.256591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.256750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.703501] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.930379] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 778.930627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.930814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.932492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.932492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.932492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.932492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.933116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.933116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.933116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.933116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.933116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.933116] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.933961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.934146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.934328] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.934482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.934598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.934719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.934798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.934893] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.206174] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.206404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.206483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.206705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.206797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.206918] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be updated. [ 779.241465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.241608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.241679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.241892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.242059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.254158] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: IN_PROGRESS for 2s [ 779.436901] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd: rpc.has_security_group_logging(os_id): False [ 779.438023] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.456956] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.457150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.457228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.457530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.457677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.457993] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.458171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.458278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.458496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.458580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.458803] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.458934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.459038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.459203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.459284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.459466] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.459558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.459620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.459757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.459914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.459914] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be created. [ 779.520346] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.520493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.520565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.520791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.520981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.534692] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 779.925935] env[69318]: INFO networking_nsxv3.common.synchronization [req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a req-269b8c8f-be9e-4028-bfe4-2d2423a25a42 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 779.926342] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 779.927245] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.927245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.944111] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.950993] env[69318]: INFO networking_nsxv3.common.synchronization [req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a req-269b8c8f-be9e-4028-bfe4-2d2423a25a42 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 779.950993] env[69318]: INFO networking_nsxv3.common.synchronization [req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a req-269b8c8f-be9e-4028-bfe4-2d2423a25a42 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 779.951154] env[69318]: INFO networking_nsxv3.common.synchronization [req-36cce7ff-b0e4-464d-b03c-f9b0bc701e9a req-269b8c8f-be9e-4028-bfe4-2d2423a25a42 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 with Priority: HIGHEST for action port [ 779.951380] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_rules [ 779.951506] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 779.951603] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 with Priority: HIGHEST for action port [ 779.952128] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.952234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.952484] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.952582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.954274] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2f987e-bb88-495e-8087-67b52ff07ef0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.954356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.954399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.954590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.954675] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2f987e-bb88-495e-8087-67b52ff07ef0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.040897] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-a8cda536-e95c-47cf-9f15-bd6f0973a796 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 780.041872] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 780.041968] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.042205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.137596] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 in Status: IN_PROGRESS for 4s [ 780.398782] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.399076] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.399241] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.400040] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.400040] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.400040] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.400267] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.400385] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.400540] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.400752] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.400864] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.400980] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.401139] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.401257] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.401364] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.401496] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.422523] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.422697] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.422844] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.423053] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-329" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.423397] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-4487e432-cd80-4a01-a544-45af96043107 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.423575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-4487e432-cd80-4a01-a544-45af96043107" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.423697] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-4487e432-cd80-4a01-a544-45af96043107" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.424066] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-4487e432-cd80-4a01-a544-45af96043107" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.424234] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4487e432-cd80-4a01-a544-45af96043107',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.446620] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.446810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.446810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.447739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.447739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.447739] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 780.456212] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc2f987e-bb88-495e-8087-67b52ff07ef0 with status ACTIVE [ 780.456434] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.456566] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.456634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.456848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.457067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.457262] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.457365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.457429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.457590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.457673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.457864] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.458020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.458093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.458237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.458313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.458395] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc2f987e-bb88-495e-8087-67b52ff07ef0 is going to be updated. [ 780.483852] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.483988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.484085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.484299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.484472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.484684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2f987e-bb88-495e-8087-67b52ff07ef0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.488895] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.489083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.489167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.489370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.489510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.499890] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 780.927287] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.927287] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.927701] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.927804] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.927985] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.928176] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 4487e432-cd80-4a01-a544-45af96043107 not found, creating... [ 780.928460] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.928621] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.928742] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.929134] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.929670] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.929759] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.929923] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.930066] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.930307] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.930449] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.930605] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 4487e432-cd80-4a01-a544-45af96043107 is going to be created. [ 780.950802] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.951010] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.951144] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.951448] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.951682] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.951904] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-4487e432-cd80-4a01-a544-45af96043107" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.274092] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: SUCCESS [ 781.274325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.274499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.274753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.274958] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.275121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.275192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.275374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.275473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.276278] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.548098] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 781.548325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.548530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.548741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.548828] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.690899] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-faab2ee8-9bbb-4c13-8424-4063e2ffe3db service nova] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_rules [ 781.691126] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-faab2ee8-9bbb-4c13-8424-4063e2ffe3db service nova] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 781.691281] env[69318]: INFO networking_nsxv3.common.synchronization [req-07628fce-5c72-4407-bb57-09f41643e741 req-faab2ee8-9bbb-4c13-8424-4063e2ffe3db service nova] Enqueued Resource ID: 4487e432-cd80-4a01-a544-45af96043107 with Priority: HIGHEST for action port [ 781.691840] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_rules [ 781.691980] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 781.692380] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4487e432-cd80-4a01-a544-45af96043107 with Priority: HIGHEST for action port [ 781.692736] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.692902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.693228] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.693399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.694155] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-4487e432-cd80-4a01-a544-45af96043107 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.694433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4487e432-cd80-4a01-a544-45af96043107" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.694732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4487e432-cd80-4a01-a544-45af96043107" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.696143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4487e432-cd80-4a01-a544-45af96043107" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.696355] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4487e432-cd80-4a01-a544-45af96043107',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.777869] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.052172] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.052172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.148593] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 in Status: SUCCESS [ 782.148782] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 deletion is rescheduled due to dependency. [ 782.148902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.200581] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4487e432-cd80-4a01-a544-45af96043107 with status ACTIVE [ 782.200830] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.200974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.201067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.201304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.201424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.201671] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.201784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.201850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.202036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.202121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.202311] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.202407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.202510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.202613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.202688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.202774] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4487e432-cd80-4a01-a544-45af96043107 is going to be updated. [ 782.227100] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.227321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.227321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.227587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.227772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.227976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4487e432-cd80-4a01-a544-45af96043107" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.280529] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.512386] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 782.512386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.512386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.512386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.512386] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.513075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.513293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.513768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.514805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.514805] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.784845] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.785048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.785195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.785479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.785594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.785709] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be updated. [ 782.824610] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.824848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.824848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.825705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.825705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.843149] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: IN_PROGRESS for 2s [ 783.019327] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.526461] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.030031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.030274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.030346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.030613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.030714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.030856] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 784.074973] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.074973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.074973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.074973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.074973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.083461] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 784.251032] env[69318]: INFO networking_nsxv3.common.synchronization [req-58843b22-1ad6-4c2f-abad-d3a85f43448b req-0984dbba-387e-48ff-b347-574767d28f44 tempest-AttachInterfacesUnderV243Test-1593994646 tempest-AttachInterfacesUnderV243Test-1593994646-project-member] Enqueued Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 784.251032] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718b3eb-7b19-44ec-8433-7be153056b4a with Priority: HIGHEST for action security_group_members [ 784.251383] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7718b3eb-7b19-44ec-8433-7be153056b4a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.251665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.852649] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: SUCCESS [ 784.853288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.853288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.853288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.853459] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.853732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.853732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.853732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.854523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.854523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.854523] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.856030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.856030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.860201] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.860201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.860316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.860470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.860554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.862646] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.008729] env[69318]: INFO networking_nsxv3.common.synchronization [req-d1d615b0-e38f-494a-985c-939285af84cd req-8fdd4f2a-6944-4c59-904b-5af49bab5f45 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 785.011486] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 785.011486] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.011486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.011486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.011486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.011486] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.011486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.011486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.011486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.011486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.011486] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.362255] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.364587] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.364587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.364587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.364928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.365080] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.365342] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.365500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.365602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.365803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.365939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.366215] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be updated. [ 785.398894] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.400115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.400991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.400991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.400991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.411159] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: IN_PROGRESS for 2s [ 785.516415] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.516596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.516632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.517357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.517357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517357] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.517357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.517556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.517721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517721] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 already deleted. [ 785.517810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.518746] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519013] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.520531] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.520875] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.521229] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.521391] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.521535] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.521751] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.521892] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.522145] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.522244] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.522355] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.522463] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.522573] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.522678] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.522809] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.546137] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.546302] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.546454] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.546634] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.546962] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-add801b1-2344-4f33-8635-045ca9fcd165 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.547191] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-add801b1-2344-4f33-8635-045ca9fcd165" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.547317] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-add801b1-2344-4f33-8635-045ca9fcd165" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.547642] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-add801b1-2344-4f33-8635-045ca9fcd165" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.547782] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add801b1-2344-4f33-8635-045ca9fcd165',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.647126] env[69318]: INFO networking_nsxv3.common.synchronization [req-69a01b1c-5def-40c8-b4be-d215dfff62e1 req-7acb05a3-688d-462b-84e1-bc12db282dec tempest-ServersAdminNegativeTestJSON-415657881 tempest-ServersAdminNegativeTestJSON-415657881-project-member] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 785.647656] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGHEST for action security_group_members [ 785.647944] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.649136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.649136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.649136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.649136] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.649136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.649136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.649136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.649136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.649136] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.804979] env[69318]: INFO networking_nsxv3.common.synchronization [req-5fdb4733-d930-494f-b69e-5a0e3112cd51 req-a5dd8d3a-169a-44c2-9d85-596d5d8f9770 tempest-ServersTestBootFromVolume-788563146 tempest-ServersTestBootFromVolume-788563146-project-member] Enqueued Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_members [ 785.805893] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGHEST for action security_group_members [ 785.806328] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-465afa25-b76d-4266-9a65-e1a5f766ace2 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.806488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.806630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.806842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.807132] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.807394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.807394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.807579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.807702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.807833] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.864807] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7718b3eb-7b19-44ec-8433-7be153056b4a: rpc.has_security_group_logging(os_id): False [ 785.884103] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.884287] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.884364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.884585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.884680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.884929] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.885043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.885180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.885263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.885346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.885437] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be updated. [ 785.988814] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.988987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.989116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.989351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.989467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.018302] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: IN_PROGRESS for 2s [ 786.050287] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.050584] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.050725] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.051015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.051174] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.051429] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port add801b1-2344-4f33-8635-045ca9fcd165 not found, creating... [ 786.051799] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.052059] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.052329] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.052442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.052761] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.053114] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.053304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.053483] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.053814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.054116] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.054303] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: add801b1-2344-4f33-8635-045ca9fcd165 is going to be created. [ 786.085045] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.085045] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.085045] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.085214] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.085398] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.085659] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-add801b1-2344-4f33-8635-045ca9fcd165" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.097946] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 786.098213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.098419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.098705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.098907] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.099044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.099120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.099393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.099494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.099599] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.157492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.157732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.157881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.158236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.158355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.158572] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.158696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.158794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.159022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.159115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.159281] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 is going to be updated. [ 786.189526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.189723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.189946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.190106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.213295] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: IN_PROGRESS for 2s [ 786.311020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.311244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.311284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.311571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.311681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.311884] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.311998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.312093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.312272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.312354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.312446] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 is going to be updated. [ 786.344468] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.344698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.344698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.344882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.345030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.357946] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 in Status: IN_PROGRESS for 2s [ 786.602704] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.868768] env[69318]: INFO networking_nsxv3.common.synchronization [req-d1d615b0-e38f-494a-985c-939285af84cd req-2da39053-670e-498d-95b8-4f155124026a service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 786.869048] env[69318]: INFO networking_nsxv3.common.synchronization [req-d1d615b0-e38f-494a-985c-939285af84cd req-2da39053-670e-498d-95b8-4f155124026a service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 786.869090] env[69318]: INFO networking_nsxv3.common.synchronization [req-d1d615b0-e38f-494a-985c-939285af84cd req-2da39053-670e-498d-95b8-4f155124026a service nova] Enqueued Resource ID: add801b1-2344-4f33-8635-045ca9fcd165 with Priority: HIGHEST for action port [ 786.869380] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 786.869509] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 786.869734] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add801b1-2344-4f33-8635-045ca9fcd165 with Priority: HIGHEST for action port [ 786.870247] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.870388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.870448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.870700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.870782] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.873039] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.873106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.873148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.873470] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.873567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.873626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.873851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873941] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.875136] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-add801b1-2344-4f33-8635-045ca9fcd165 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.875250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add801b1-2344-4f33-8635-045ca9fcd165" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.875320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add801b1-2344-4f33-8635-045ca9fcd165" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.875472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add801b1-2344-4f33-8635-045ca9fcd165" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.875547] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add801b1-2344-4f33-8635-045ca9fcd165',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.105318] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.379792] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add801b1-2344-4f33-8635-045ca9fcd165 with status ACTIVE [ 787.379792] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.379966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.379966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.380695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.380695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.380695] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.380695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.380695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.380695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.380695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.381025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.381025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.381025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.381267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.381267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.381267] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add801b1-2344-4f33-8635-045ca9fcd165 is going to be updated. [ 787.382467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.382576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.382747] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.407380] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.407526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.407594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.407801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.407929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.408106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add801b1-2344-4f33-8635-045ca9fcd165" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.421829] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: SUCCESS [ 787.421948] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a deletion is rescheduled due to dependency. [ 787.422081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.422237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.422486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.422620] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.422731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.422791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.422971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.423030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.423153] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.610730] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.610922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.611036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.611303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.611413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.611534] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 787.650366] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.650366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.650366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.650366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.650366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.660326] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 787.887438] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.927477] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.929070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.929070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.929070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.929070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.929070] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.929070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.929070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.929070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.929462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.929462] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be updated. [ 787.959144] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.959333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.959412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.959622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.959764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.968692] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: IN_PROGRESS for 2s [ 788.032053] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: SUCCESS [ 788.032215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.032554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.032554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.032705] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.225994] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 in Status: SUCCESS [ 788.226217] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 deletion is rescheduled due to dependency. [ 788.226339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.367674] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 in Status: SUCCESS [ 788.368021] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 deletion is rescheduled due to dependency. [ 788.368021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.390030] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.390030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.390030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.390237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.390324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.390360] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be created. [ 788.414362] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.414543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.414622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.414843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.415012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.425942] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: UNINITIALIZED for 2s [ 788.560350] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.560531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.560578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.560776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.560882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.560979] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be deleted. [ 788.624795] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.624942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.625041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.625242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.625336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.625456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.670663] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 789.671036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.671036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.671259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.671431] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.671769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.671852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.671936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672041] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.978873] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7718b3eb-7b19-44ec-8433-7be153056b4a in Status: SUCCESS [ 789.979074] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a deletion is rescheduled due to dependency. [ 789.979191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.979407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.979640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.979818] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.980644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.980644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.980644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.980644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.980644] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7718b3eb-7b19-44ec-8433-7be153056b4a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.096307] env[69318]: INFO networking_nsxv3.common.synchronization [req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 req-920eabf0-0141-46a5-9bed-715cc8d46281 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Enqueued Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGHEST for action security_group_members [ 790.096841] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGHEST for action security_group_members [ 790.097153] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.097279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.097348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.097795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.097795] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.097924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.097924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.101731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.101882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.102938] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.176724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.176888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.176926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.177156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.177367] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.177474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.177535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.177687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.177766] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.177850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.178137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.178137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.178137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.178314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.178409] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.178488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.178560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.178679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.178752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.178832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.178919] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.440662] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 790.440895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.441102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.441340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.441551] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.441742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.442174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.442174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.442174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.442305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.442338] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.486762] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.486870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.486967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.487262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.487386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.487662] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.487806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.487909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.488131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.488354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.488431] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7718b3eb-7b19-44ec-8433-7be153056b4a is going to be deleted. [ 790.526019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.526019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.526019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.526019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.526019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.526019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7718b3eb-7b19-44ec-8433-7be153056b4a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.604316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.604996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.605144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.605468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.605939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.606271] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.606447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.606555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.606781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.607105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.607234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a already deleted. [ 790.607334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.683030] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd: rpc.has_security_group_logging(os_id): False [ 790.706216] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.706216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.706216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.706216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.706216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.706216] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.706216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.706216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.706216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.706799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.707294] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.707965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.708510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.709034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.709337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.709755] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.710023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.710236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.710733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.712020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.712020] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 790.749177] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.749496] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-489" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.749633] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-489" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.749961] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-489" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.750384] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.750631] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.750798] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.751104] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.751317] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.751615] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.751742] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.751906] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.752039] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.752190] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.752421] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.752615] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.777097] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.777292] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.777345] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.777527] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-489" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.777915] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.778080] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.778357] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.778569] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.778712] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e45739-2fc0-4cf4-b707-f2f27f1a9a64',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.788538] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.788743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.788743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.789166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.789166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.808691] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 790.944539] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.944749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.944824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.945056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.945232] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.945334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.945399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.945639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.945639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.945740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.945945] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.945945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.946061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.946156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.946294] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.946386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.946442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.946579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.946654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.946734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.946824] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.284027] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.284027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.284027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.284027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.284027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.284027] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 not found, creating... [ 791.284027] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.284027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.284027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.284027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.284027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.284519] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.284519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.284519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.285046] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.285370] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.285670] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 is going to be created. [ 791.307605] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.307605] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.307794] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.308052] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.308637] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.308637] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.449947] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd76431-b27b-42fd-b59d-80fcce933268: rpc.has_security_group_logging(os_id): False [ 791.476113] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.476272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.476347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.476569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.476944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.476944] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.476944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.477190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.477190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.477447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.477447] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.477563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.477563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.477694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.477757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.477943] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.478060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.478141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.478286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.478414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.478479] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be created. [ 791.549124] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.549192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.549331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.549597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.549934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.560947] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 792.149103] env[69318]: INFO networking_nsxv3.common.synchronization [req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 req-2ef219f0-70bc-414b-bdc9-34a382b75352 service nova] Enqueued Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGHEST for action security_group_rules [ 792.149641] env[69318]: INFO networking_nsxv3.common.synchronization [req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 req-2ef219f0-70bc-414b-bdc9-34a382b75352 service nova] Enqueued Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGHEST for action security_group_members [ 792.149641] env[69318]: INFO networking_nsxv3.common.synchronization [req-3af54470-85b3-4aaa-bfea-c0d2da6b2dd5 req-2ef219f0-70bc-414b-bdc9-34a382b75352 service nova] Enqueued Resource ID: b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 with Priority: HIGHEST for action port [ 792.149742] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGHEST for action security_group_rules [ 792.149854] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGHEST for action security_group_members [ 792.149953] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 with Priority: HIGHEST for action port [ 792.150529] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.150659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.150723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.150985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.156185] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.157170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.157319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.157393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.157600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.157755] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.157856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.157912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.158079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.158168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.158266] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.159085] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.159201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.159269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.159450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.159531] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e45739-2fc0-4cf4-b707-f2f27f1a9a64',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.662977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.662977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.662977] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.662977] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 with status ACTIVE [ 792.662977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.662977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.662977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.662977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.662977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.663697] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.663697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.663697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.663697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.663697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.665060] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.665060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.665060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.665060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.665060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.665060] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1e45739-2fc0-4cf4-b707-f2f27f1a9a64 is going to be updated. [ 792.688300] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.688300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.688300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.688300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.688300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.688300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e45739-2fc0-4cf4-b707-f2f27f1a9a64" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.829660] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 792.829936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.830143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.830490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.830598] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.167025] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.332929] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.333201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.333466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.333466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.333809] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.333809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.333928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.334045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.334141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.334230] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.334322] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.574720] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 793.574982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.670398] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.670608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.671383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.671383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.671383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.671383] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a is going to be created. [ 793.697826] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.697826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.697826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.697826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.697826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.706620] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a in Status: UNINITIALIZED for 2s [ 793.836949] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.837130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.838017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.838017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.838017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.838017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.838017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.838017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.838310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.838310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.838310] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.838440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.838440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.838693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.838693] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.838783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.838838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.838967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.839755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.839755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.839755] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.997444] env[69318]: INFO networking_nsxv3.common.synchronization [req-155bf95f-9d11-4a5b-b869-e57795687329 req-6fb8a31f-3d97-4c0e-87c4-5f71a2453314 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 794.001024] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 794.002033] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.002177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.002292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.002454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.002647] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.002793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.002830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.002952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.003051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.003146] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.342543] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd: rpc.has_security_group_logging(os_id): False [ 794.363143] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.363340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.363340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.363685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.363685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.365122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.365122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.365122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.365122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.365122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.365122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.365122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.365122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.365122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.365122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.365122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.369647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.369647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.369647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.369647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.369647] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 794.448549] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.449110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.449250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.449514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.450096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.470192] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 794.506229] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.009309] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.512713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.512993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.512993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.516020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.516020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.516020] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 795.543032] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.543228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.543306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.543518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.543666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.552800] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 795.717270] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a in Status: SUCCESS [ 795.717406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.718035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.718035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.718035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.718266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.718266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.718361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.718361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.718453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.718547] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.221165] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.221325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.221392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.221612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.221789] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.221903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.221956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.222157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.222254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.222385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.222537] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.222644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.222644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.222773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.222908] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.222991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.223086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.223197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.223265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.223534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.223534] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.491574] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 796.491799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.728345] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e72140a0-6914-4a81-8da2-6ec8b2f73c3a: rpc.has_security_group_logging(os_id): False [ 796.758828] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.759153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.759292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.759746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.759746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.760044] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.760717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.760717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.760717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.760717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.760717] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.760717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.761064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.761064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.761064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.761185] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.761245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.761292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.761435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.761508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.761592] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a is going to be created. [ 796.837748] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.837935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.838057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.838318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.838708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.853214] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a in Status: IN_PROGRESS for 2s [ 797.568439] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 797.568686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.873417] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a in Status: SUCCESS [ 798.873738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.002174] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 799.002174] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 804.003248] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 804.003248] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 806.178163] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9146c9cd-8b99-4dc3-80ba-0582cf2b1ad9 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Enqueued Resource ID: f1bbfef6-c043-4917-ac6c-8c40f2e47a75 with Priority: HIGHEST for action security_group_rules [ 806.178752] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbfef6-c043-4917-ac6c-8c40f2e47a75 with Priority: HIGHEST for action security_group_rules [ 806.179115] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.179269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.179343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.179600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.179709] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bbfef6-c043-4917-ac6c-8c40f2e47a75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.330470] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8a0b8d35-6a6f-417c-ab91-e7b6b7ae266c tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Enqueued Resource ID: f1bbfef6-c043-4917-ac6c-8c40f2e47a75 with Priority: HIGHEST for action security_group_rules [ 806.331466] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbfef6-c043-4917-ac6c-8c40f2e47a75 with Priority: HIGHEST for action security_group_rules [ 806.333714] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.333714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.452165] env[69318]: INFO networking_nsxv3.common.synchronization [req-54966ec8-52a7-4329-8d5f-0f478b4befc0 req-a7efdae9-4883-469c-a1f0-8d6bd64a55b0 tempest-VolumesAssistedSnapshotsTest-1800875608 tempest-VolumesAssistedSnapshotsTest-1800875608-project-member] Enqueued Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_members [ 806.452758] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGHEST for action security_group_members [ 806.458062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-91878d04-3086-4166-9ff0-8a5111cc1d9b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.458297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.458377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.458609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.458843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.458972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.459048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.459212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.459301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.459400] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.706738] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.706941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.706986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.707217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.707311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.707409] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bbfef6-c043-4917-ac6c-8c40f2e47a75 already deleted. [ 806.707492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.707651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.707815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.708333] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bbfef6-c043-4917-ac6c-8c40f2e47a75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.961576] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.965354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.965354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.965354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.988023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.988342] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.988472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.988541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.988739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.988825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.988917] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b is going to be updated. [ 807.019219] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.019385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.019425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.019633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.020282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.029592] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b in Status: IN_PROGRESS for 2s [ 807.230036] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.230036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.230036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.230460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.230460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.230460] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bbfef6-c043-4917-ac6c-8c40f2e47a75 already deleted. [ 807.230575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bbfef6-c043-4917-ac6c-8c40f2e47a75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.876075] env[69318]: INFO networking_nsxv3.common.synchronization [req-3ad40c13-40e9-4c9a-9d9d-d6c5c243bbbf req-8c4d24cd-0cd3-4405-8f40-bd0e117fe064 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029 tempest-FloatingIPsAssociationNegativeTestJSON-1053813029-project-member] Enqueued Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGHEST for action security_group_members [ 807.876075] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGHEST for action security_group_members [ 807.876075] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.876075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.876075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.876593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.876872] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.877122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.877269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.877618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.877857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.878125] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.932171] env[69318]: INFO networking_nsxv3.common.synchronization [req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc req-5c5c6d11-c9e6-4e80-82b4-67bef0f69832 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Enqueued Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 807.932171] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 807.932171] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.932171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.932171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.932171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.932721] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.933052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.933227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.933480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.933656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.933829] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.346873] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.347146] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-353" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.347215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-353" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.347501] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-353" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.347732] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.347929] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.347998] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.348224] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348367] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.348580] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.348695] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.348805] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.348914] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.349038] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.349146] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.349274] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.370552] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.370730] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.370869] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.371067] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-353" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.371377] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-583ae379-5d60-4f4b-a550-d4557c603570 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.371575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-583ae379-5d60-4f4b-a550-d4557c603570" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.371659] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-583ae379-5d60-4f4b-a550-d4557c603570" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.371988] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-583ae379-5d60-4f4b-a550-d4557c603570" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.372148] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583ae379-5d60-4f4b-a550-d4557c603570',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.383327] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.383327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.383327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.383327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.383327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.383327] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.383602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.383602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.383602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.384051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.384051] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a is going to be updated. [ 808.417131] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.417297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.417338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.417558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.417714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.426870] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a in Status: IN_PROGRESS for 2s [ 808.437426] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.877227] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.877412] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.877538] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.877825] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.877976] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.878144] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 583ae379-5d60-4f4b-a550-d4557c603570 not found, creating... [ 808.878404] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.878560] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.878677] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.878893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.879058] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.879344] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.879498] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.879614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.879849] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.879986] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.880139] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 583ae379-5d60-4f4b-a550-d4557c603570 is going to be created. [ 808.902740] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.902974] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.903074] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.903354] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.903587] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.903806] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-583ae379-5d60-4f4b-a550-d4557c603570" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.938947] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.054238] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b in Status: SUCCESS [ 809.054424] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b deletion is rescheduled due to dependency. [ 809.054620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.441302] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.441637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.441637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.441761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.441857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.441954] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f173a3a6-0604-49dc-9049-d77caddec47f is going to be updated. [ 809.472031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.472031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.472031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.472320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.472505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.481716] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: IN_PROGRESS for 2s [ 809.655829] env[69318]: INFO networking_nsxv3.common.synchronization [req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc req-752b018c-b021-4be0-bdbe-c3bc67120092 service nova] Enqueued Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_rules [ 809.656040] env[69318]: INFO networking_nsxv3.common.synchronization [req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc req-752b018c-b021-4be0-bdbe-c3bc67120092 service nova] Enqueued Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 809.656215] env[69318]: INFO networking_nsxv3.common.synchronization [req-3335fcb5-8aea-4d1b-9865-e3d6b104b3bc req-752b018c-b021-4be0-bdbe-c3bc67120092 service nova] Enqueued Resource ID: 583ae379-5d60-4f4b-a550-d4557c603570 with Priority: HIGHEST for action port [ 809.656862] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_rules [ 809.661194] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 809.661317] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583ae379-5d60-4f4b-a550-d4557c603570 with Priority: HIGHEST for action port [ 809.661652] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.661823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.661870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.662113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.662230] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.663851] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.663948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.664184] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-583ae379-5d60-4f4b-a550-d4557c603570 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.664341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583ae379-5d60-4f4b-a550-d4557c603570" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.664423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583ae379-5d60-4f4b-a550-d4557c603570" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.664593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583ae379-5d60-4f4b-a550-d4557c603570" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.664669] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583ae379-5d60-4f4b-a550-d4557c603570',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.166856] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.167096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.167400] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 583ae379-5d60-4f4b-a550-d4557c603570 with status ACTIVE [ 810.167400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.167667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.167667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.167788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.167848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.168035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.168125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.168199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.168341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.168423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.168725] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.168725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.168870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.168905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.168946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.169130] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 583ae379-5d60-4f4b-a550-d4557c603570 is going to be updated. [ 810.196449] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.196764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.196764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.196865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.196990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.197169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583ae379-5d60-4f4b-a550-d4557c603570" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.438037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a in Status: SUCCESS [ 810.438037] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a deletion is rescheduled due to dependency. [ 810.438037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.491393] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: SUCCESS [ 811.491805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.491805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.492061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.492207] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.492352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.492407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.492551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.492629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.492725] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.994824] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.497408] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.001915] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.002124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.002195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.002419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.002508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.002650] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f173a3a6-0604-49dc-9049-d77caddec47f is going to be updated. [ 813.036340] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.036486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.036879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.037101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.053472] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: IN_PROGRESS for 2s [ 813.408748] env[69318]: INFO networking_nsxv3.common.synchronization [req-61d078e2-f785-4875-9b82-03c6275a89b4 req-634428b1-fb4f-4f83-8398-78c293cd5325 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 813.409682] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 813.409794] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.410060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.410181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.410454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.410609] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.410935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.410935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.411363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.411363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.411363] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.914335] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.914643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.914643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.914760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.914849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.915062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.915154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.915217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.915364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.915436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.915518] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be updated. [ 813.944156] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.945238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.945238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.945238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.945238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.958198] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: IN_PROGRESS for 2s [ 813.989070] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.989671] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.989831] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.990717] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.990982] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.991182] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.991304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.991555] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.991701] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.992096] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.992096] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.992205] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.992322] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.992436] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.992543] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.992675] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.013622] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.013622] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.013622] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.013622] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.013990] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-538c7fac-b42d-47da-88f7-c2ba73b4da48 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.014216] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-538c7fac-b42d-47da-88f7-c2ba73b4da48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.014358] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-538c7fac-b42d-47da-88f7-c2ba73b4da48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.015951] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-538c7fac-b42d-47da-88f7-c2ba73b4da48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.015951] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('538c7fac-b42d-47da-88f7-c2ba73b4da48',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.520423] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.520423] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.520423] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.520423] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.520423] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.520423] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 538c7fac-b42d-47da-88f7-c2ba73b4da48 not found, creating... [ 814.521213] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.525803] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.525803] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.525803] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.525803] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.525803] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.525803] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.525803] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.525803] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.526456] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.526456] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 538c7fac-b42d-47da-88f7-c2ba73b4da48 is going to be created. [ 814.551435] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.552080] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.552080] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.552080] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.552296] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.552519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-538c7fac-b42d-47da-88f7-c2ba73b4da48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.065229] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: SUCCESS [ 815.065511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.065673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.065959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.066195] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.066326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.066423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.066601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.066694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.066815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.066936] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.508677] env[69318]: INFO networking_nsxv3.common.synchronization [req-61d078e2-f785-4875-9b82-03c6275a89b4 req-25cb9fd2-352d-432b-9894-9eabae56d08c service nova] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_rules [ 815.508677] env[69318]: INFO networking_nsxv3.common.synchronization [req-61d078e2-f785-4875-9b82-03c6275a89b4 req-25cb9fd2-352d-432b-9894-9eabae56d08c service nova] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 815.508677] env[69318]: INFO networking_nsxv3.common.synchronization [req-61d078e2-f785-4875-9b82-03c6275a89b4 req-25cb9fd2-352d-432b-9894-9eabae56d08c service nova] Enqueued Resource ID: 538c7fac-b42d-47da-88f7-c2ba73b4da48 with Priority: HIGHEST for action port [ 815.508677] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_rules [ 815.508677] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 815.508677] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538c7fac-b42d-47da-88f7-c2ba73b4da48 with Priority: HIGHEST for action port [ 815.508677] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.511032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.511249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.511577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.511757] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.512862] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.513498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.513806] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-538c7fac-b42d-47da-88f7-c2ba73b4da48 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.514060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-538c7fac-b42d-47da-88f7-c2ba73b4da48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.514204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-538c7fac-b42d-47da-88f7-c2ba73b4da48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.514463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-538c7fac-b42d-47da-88f7-c2ba73b4da48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.515786] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('538c7fac-b42d-47da-88f7-c2ba73b4da48',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.572592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.572592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.572592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.572592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.572592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.573245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.573245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.573245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.573245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.573245] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.971881] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 815.974017] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 deletion is rescheduled due to dependency. [ 815.974017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.974017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.974017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.974017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.974017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.974017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.974017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.974017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.974017] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.020145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.020145] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 538c7fac-b42d-47da-88f7-c2ba73b4da48 with status ACTIVE [ 816.020145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.020145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.020145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.020145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.020730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.020730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.020730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.020730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.020730] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 538c7fac-b42d-47da-88f7-c2ba73b4da48 is going to be updated. [ 816.042017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.042548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.042812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.043281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.044407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.044407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-538c7fac-b42d-47da-88f7-c2ba73b4da48" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.076270] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f173a3a6-0604-49dc-9049-d77caddec47f: rpc.has_security_group_logging(os_id): False [ 816.098233] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.098434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.098434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.098759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.098759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.099066] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.099152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.099218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.099387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.099461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.100108] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.100108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.100108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.100945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.101508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.101773] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.101896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.101983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.102173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.102256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.102345] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f173a3a6-0604-49dc-9049-d77caddec47f is going to be updated. [ 816.106934] env[69318]: INFO networking_nsxv3.common.synchronization [req-fabe7d17-24df-4c3b-9513-602af04d053d req-3ddc878d-b22f-4c04-8548-7dfdc810ec26 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 816.108035] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 816.108330] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.108454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.108523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.108709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.108906] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.109147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.109147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.109147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.109308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.109308] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.196411] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.196608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.196649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.196863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.197026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.214560] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: IN_PROGRESS for 2s [ 816.475865] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.611814] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.611985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.612075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.612312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.612494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.612604] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.612705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.612770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.612924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.613020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.613099] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 816.641466] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.641636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.641670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.645016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.645016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.652924] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 816.728126] env[69318]: INFO networking_nsxv3.common.synchronization [req-7b78f38e-7f66-495e-a680-2b27e7d26f22 req-a57a2652-9b85-489e-b8c3-c6e3aab8b2b6 tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Enqueued Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_members [ 816.728779] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_members [ 816.729106] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.729559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.729559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.729559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.730099] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.730354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.730354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.730900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.730900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.730900] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.977768] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.233466] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.233855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.233855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.233944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.234138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.234211] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.234309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.234370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.234526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.234599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.234804] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 already deleted. [ 817.234804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.365288] env[69318]: INFO networking_nsxv3.common.synchronization [None req-56b740a5-d2a8-4b4e-aad3-62504087cdbf None None] Enqueued Resource ID: 3a3adf99-19c5-45e8-b620-ebf51815dbd9 with Priority: HIGHEST for action port [ 817.369801] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3adf99-19c5-45e8-b620-ebf51815dbd9 with Priority: HIGHEST for action port [ 817.370218] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3adf99-19c5-45e8-b620-ebf51815dbd9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.370351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3adf99-19c5-45e8-b620-ebf51815dbd9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.370417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3adf99-19c5-45e8-b620-ebf51815dbd9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.370679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3adf99-19c5-45e8-b620-ebf51815dbd9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.370765] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3adf99-19c5-45e8-b620-ebf51815dbd9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.396017] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.396017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-558" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.396017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-558" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.396017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-558" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.396017] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.396017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.396017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.396017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.396017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.396017] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.396017] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.396017] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.396501] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.396501] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.397204] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.397204] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.421093] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.421093] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.421093] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.421093] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-558" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.421093] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-0065c73a-f905-4d4c-a199-28cfe1778abb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.421093] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-0065c73a-f905-4d4c-a199-28cfe1778abb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.421093] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-0065c73a-f905-4d4c-a199-28cfe1778abb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.421093] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-0065c73a-f905-4d4c-a199-28cfe1778abb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.421093] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0065c73a-f905-4d4c-a199-28cfe1778abb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.483990] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.483990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.483990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.483990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.483990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.483990] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be updated. [ 817.521995] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.522226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.522226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.522489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.522648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.539356] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: IN_PROGRESS for 2s [ 817.632377] env[69318]: INFO networking_nsxv3.common.synchronization [None req-d9445e82-1d60-4f58-8ac9-8cd1164e6750 None None] Enqueued Resource ID: 86c0cc83-d178-401f-be62-0d5aa15d2c7a with Priority: HIGHEST for action port [ 817.632377] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c0cc83-d178-401f-be62-0d5aa15d2c7a with Priority: HIGHEST for action port [ 817.632377] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c0cc83-d178-401f-be62-0d5aa15d2c7a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.632859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c0cc83-d178-401f-be62-0d5aa15d2c7a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.633082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c0cc83-d178-401f-be62-0d5aa15d2c7a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.633469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c0cc83-d178-401f-be62-0d5aa15d2c7a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.633702] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c0cc83-d178-401f-be62-0d5aa15d2c7a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.873408] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a3adf99-19c5-45e8-b620-ebf51815dbd9 [ 817.873646] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.873779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.873944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.874921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.874921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.874921] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a3adf99-19c5-45e8-b620-ebf51815dbd9 already deleted. [ 817.874921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3adf99-19c5-45e8-b620-ebf51815dbd9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.925973] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.926257] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.926473] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.926884] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.927152] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.927357] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 0065c73a-f905-4d4c-a199-28cfe1778abb not found, creating... [ 817.927779] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.927937] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.927937] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.928157] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.928293] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.928577] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.929417] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.929417] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.929417] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.930745] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.930745] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 0065c73a-f905-4d4c-a199-28cfe1778abb is going to be created. [ 817.952408] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.952691] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.952763] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.953681] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.953681] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.953681] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-0065c73a-f905-4d4c-a199-28cfe1778abb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.136974] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86c0cc83-d178-401f-be62-0d5aa15d2c7a [ 818.136974] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.136974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.136974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.136974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.137303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.137303] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86c0cc83-d178-401f-be62-0d5aa15d2c7a already deleted. [ 818.137303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c0cc83-d178-401f-be62-0d5aa15d2c7a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.235107] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: SUCCESS [ 818.235396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.666015] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 818.666903] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 deletion is rescheduled due to dependency. [ 818.666903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.762964] env[69318]: INFO networking_nsxv3.common.synchronization [req-7b78f38e-7f66-495e-a680-2b27e7d26f22 req-f2ac6fa5-ac63-4665-978e-cf7fdb6e232b service nova] Enqueued Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_rules [ 818.763156] env[69318]: INFO networking_nsxv3.common.synchronization [req-7b78f38e-7f66-495e-a680-2b27e7d26f22 req-f2ac6fa5-ac63-4665-978e-cf7fdb6e232b service nova] Enqueued Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_members [ 818.763291] env[69318]: INFO networking_nsxv3.common.synchronization [req-7b78f38e-7f66-495e-a680-2b27e7d26f22 req-f2ac6fa5-ac63-4665-978e-cf7fdb6e232b service nova] Enqueued Resource ID: 0065c73a-f905-4d4c-a199-28cfe1778abb with Priority: HIGHEST for action port [ 818.763514] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_rules [ 818.763635] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_members [ 818.763726] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0065c73a-f905-4d4c-a199-28cfe1778abb with Priority: HIGHEST for action port [ 818.764322] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.764437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.764520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.764834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.764834] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.766861] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.766921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.766973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.767145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.767320] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.767419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.767507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.767663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.767788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.767897] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.768721] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-0065c73a-f905-4d4c-a199-28cfe1778abb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.768847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0065c73a-f905-4d4c-a199-28cfe1778abb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.768951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0065c73a-f905-4d4c-a199-28cfe1778abb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.769146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0065c73a-f905-4d4c-a199-28cfe1778abb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.769242] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0065c73a-f905-4d4c-a199-28cfe1778abb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.156770] env[69318]: INFO networking_nsxv3.common.synchronization [req-23954ad0-8094-4290-b6bc-81e606979cc4 req-d91e898a-428c-4d0a-b618-78011464a63d tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 819.157307] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 819.157601] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.158266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.158266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.159726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.160024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.160181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.160277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.162582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.162582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.162582] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.278259] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.278259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.279713] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.280785] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0065c73a-f905-4d4c-a199-28cfe1778abb with status ACTIVE [ 819.280785] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.280785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.281151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.281291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.281291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.281504] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.281687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.281687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.282064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.282064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.282332] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.282332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.282332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.282443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.282509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.282608] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0065c73a-f905-4d4c-a199-28cfe1778abb is going to be updated. [ 819.307133] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.307133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.307133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.307133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.307133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.307133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0065c73a-f905-4d4c-a199-28cfe1778abb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.550660] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 819.550937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.552109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.552409] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.552612] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.552780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.552927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.553127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.553329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.553468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.553727] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.638939] env[69318]: INFO networking_nsxv3.common.synchronization [None req-13cbca44-5881-4be5-90fa-51c11feacf65 None None] Enqueued Resource ID: 031e039c-d53f-41bd-a520-311479dc7095 with Priority: HIGHEST for action port [ 819.641337] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031e039c-d53f-41bd-a520-311479dc7095 with Priority: HIGHEST for action port [ 819.641664] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-031e039c-d53f-41bd-a520-311479dc7095 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.641786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031e039c-d53f-41bd-a520-311479dc7095" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.641853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031e039c-d53f-41bd-a520-311479dc7095" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.642343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031e039c-d53f-41bd-a520-311479dc7095" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.642495] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031e039c-d53f-41bd-a520-311479dc7095',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.663434] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.663434] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-146" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.663434] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-146" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.663434] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-146" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.663434] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.663434] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.663691] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.664022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.664267] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.664557] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.664801] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.665024] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.665192] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.665350] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.665507] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.666124] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.668415] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.687273] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.689547] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.689547] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.689547] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-146" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.689547] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-5b4ac35b-acec-47ee-99bc-1c4893bb469e taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.689547] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.689547] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.689547] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.689547] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4ac35b-acec-47ee-99bc-1c4893bb469e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.785153] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.017189] env[69318]: INFO networking_nsxv3.common.synchronization [None req-4184da66-1e0d-4f5e-b91e-f246586c6a59 None None] Enqueued Resource ID: 637a0f6d-2625-466d-83b6-7748cf28be61 with Priority: HIGHEST for action port [ 820.017189] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637a0f6d-2625-466d-83b6-7748cf28be61 with Priority: HIGHEST for action port [ 820.017189] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-637a0f6d-2625-466d-83b6-7748cf28be61 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.017189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637a0f6d-2625-466d-83b6-7748cf28be61" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.017189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637a0f6d-2625-466d-83b6-7748cf28be61" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.019041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637a0f6d-2625-466d-83b6-7748cf28be61" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.019247] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637a0f6d-2625-466d-83b6-7748cf28be61',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.056555] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.059135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.059135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.059135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.059135] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.060754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.060754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.060754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.060754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.060754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.060754] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.060754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.062552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.064467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.064467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.064467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.064467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.064467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.064467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.064967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.065185] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.144208] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 031e039c-d53f-41bd-a520-311479dc7095 [ 820.144536] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.144647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.144647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.145074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.145074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.145338] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:031e039c-d53f-41bd-a520-311479dc7095 already deleted. [ 820.145338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031e039c-d53f-41bd-a520-311479dc7095" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.172226] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.192345] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.192685] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.192685] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.192821] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.193225] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 5b4ac35b-acec-47ee-99bc-1c4893bb469e not found, creating... [ 820.193518] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.193683] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.193831] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194266] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194962] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.194962] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.195094] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.195196] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.195383] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.195523] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195669] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e is going to be created. [ 820.230518] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.231072] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.235814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.235814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.235814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.235814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.288258] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.288573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.288573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.289539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.289539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.289664] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 is going to be created. [ 820.318771] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.319480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.319480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.322898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.322898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.331963] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 in Status: UNINITIALIZED for 2s [ 820.530322] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 637a0f6d-2625-466d-83b6-7748cf28be61 [ 820.530322] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.530322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.530322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.530322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.530322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.530322] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:637a0f6d-2625-466d-83b6-7748cf28be61 already deleted. [ 820.530322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637a0f6d-2625-466d-83b6-7748cf28be61" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.569523] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65e50880-844b-4a0b-9569-285ca8226a38: rpc.has_security_group_logging(os_id): False [ 820.591335] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.591335] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.591335] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.591335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.592382] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.592698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.592876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.593154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.593342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.593508] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be updated. [ 820.661414] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.661414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.661414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.661414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.661414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.675578] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: IN_PROGRESS for 2s [ 820.675921] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.676082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.676172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.676380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.676463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.676556] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 820.716473] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.716473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.716473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.716473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.716473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.725630] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 821.376277] env[69318]: INFO networking_nsxv3.common.synchronization [req-23954ad0-8094-4290-b6bc-81e606979cc4 req-e21fdb69-ac97-489a-b404-c504ea48d4b4 service nova] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 821.376277] env[69318]: INFO networking_nsxv3.common.synchronization [req-23954ad0-8094-4290-b6bc-81e606979cc4 req-e21fdb69-ac97-489a-b404-c504ea48d4b4 service nova] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 821.376277] env[69318]: INFO networking_nsxv3.common.synchronization [req-23954ad0-8094-4290-b6bc-81e606979cc4 req-e21fdb69-ac97-489a-b404-c504ea48d4b4 service nova] Enqueued Resource ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e with Priority: HIGHEST for action port [ 821.376277] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 821.376277] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 821.376277] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e with Priority: HIGHEST for action port [ 821.376277] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.377670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.377739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.377972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.378063] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.379017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.379127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.379419] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4ac35b-acec-47ee-99bc-1c4893bb469e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.379553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.379553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.379715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.379783] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4ac35b-acec-47ee-99bc-1c4893bb469e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.884547] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.884685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.886537] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b4ac35b-acec-47ee-99bc-1c4893bb469e with status ACTIVE [ 821.886749] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.886877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.886948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.887180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.887777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.887777] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.887777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.887777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.890065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.890271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.891051] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.891051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.891051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.891051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.891051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.891051] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e is going to be updated. [ 821.920953] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.920953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.920953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.920953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.920953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.920953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.059466] env[69318]: INFO networking_nsxv3.common.synchronization [req-a134c098-2a42-4093-9563-826da45a9591 req-e70c6a5d-331d-4307-83c9-e54f9790c64c tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 822.061559] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 822.062534] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.062904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.063095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.064332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.064332] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.064332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.064584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.066019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.066019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.066019] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.347123] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 in Status: SUCCESS [ 822.347340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.347515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.347728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.347921] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.348116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.348116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.348440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.348440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.348440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.348564] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.568831] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.568831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.569143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.569178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.569251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.569455] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.570431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.570431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.570431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.570431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.570431] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f already deleted. [ 822.570431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.640363] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.641458] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.641458] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.641458] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.641458] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.641734] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.641734] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.641911] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.642137] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.642410] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.642472] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.642582] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.642688] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.642794] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.642898] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.643049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.669350] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.669510] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.669673] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.669852] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.670268] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-66300793-8526-4267-8d4d-2615fcfd91c4 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.670442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-66300793-8526-4267-8d4d-2615fcfd91c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.670562] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-66300793-8526-4267-8d4d-2615fcfd91c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.670895] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-66300793-8526-4267-8d4d-2615fcfd91c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.671133] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66300793-8526-4267-8d4d-2615fcfd91c4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.698677] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 822.698677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.738475] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 822.738904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.739169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.739402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.739595] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.739720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.739808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.739991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.740193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740302] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.852296] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.173784] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.176028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.176028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.176028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.176028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.176028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 66300793-8526-4267-8d4d-2615fcfd91c4 not found, creating... [ 823.176028] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.176343] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.176555] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.176831] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.177126] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.177580] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.177903] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.178028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.179033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.179033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.179033] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 66300793-8526-4267-8d4d-2615fcfd91c4 is going to be created. [ 823.205303] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.205303] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.205505] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.205741] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.205976] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.206226] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-66300793-8526-4267-8d4d-2615fcfd91c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.242843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.355971] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e56b91b0-cfd2-430e-b342-03605ac67dd3: rpc.has_security_group_logging(os_id): False [ 823.376173] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.376388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.376436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.376625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.376732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.377017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.377125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.377195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.377345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.377427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.377625] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 is going to be created. [ 823.453365] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.453365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.453365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.453365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.453365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.467568] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 in Status: IN_PROGRESS for 2s [ 823.746749] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.012559] env[69318]: INFO networking_nsxv3.common.synchronization [req-a134c098-2a42-4093-9563-826da45a9591 req-73bab81f-6734-475b-8ac4-3c3153d6e4f5 service nova] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_rules [ 824.013434] env[69318]: INFO networking_nsxv3.common.synchronization [req-a134c098-2a42-4093-9563-826da45a9591 req-73bab81f-6734-475b-8ac4-3c3153d6e4f5 service nova] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 824.013610] env[69318]: INFO networking_nsxv3.common.synchronization [req-a134c098-2a42-4093-9563-826da45a9591 req-73bab81f-6734-475b-8ac4-3c3153d6e4f5 service nova] Enqueued Resource ID: 66300793-8526-4267-8d4d-2615fcfd91c4 with Priority: HIGHEST for action port [ 824.013956] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_rules [ 824.014787] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 824.015798] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66300793-8526-4267-8d4d-2615fcfd91c4 with Priority: HIGHEST for action port [ 824.019140] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.019140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.019140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.019140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.019140] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.019140] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.019140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.019140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.019536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.019536] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.019536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.019700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.020605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.020605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.020605] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.022867] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-66300793-8526-4267-8d4d-2615fcfd91c4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.022990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66300793-8526-4267-8d4d-2615fcfd91c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.023061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66300793-8526-4267-8d4d-2615fcfd91c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.023239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66300793-8526-4267-8d4d-2615fcfd91c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.023311] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66300793-8526-4267-8d4d-2615fcfd91c4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.252738] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.252738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.252738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.252738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.252738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.252738] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 824.286027] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.286027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.286027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.286027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.286027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.294656] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 824.532025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66300793-8526-4267-8d4d-2615fcfd91c4 with status ACTIVE [ 824.532025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.532025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.532025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.532025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.532025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66300793-8526-4267-8d4d-2615fcfd91c4 is going to be updated. [ 824.533366] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.533683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.534068] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.558834] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.558834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.558834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.558834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.558834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.558834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66300793-8526-4267-8d4d-2615fcfd91c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.021250] env[69318]: INFO networking_nsxv3.common.synchronization [req-11b23093-3097-46d1-a8c9-08409504b374 req-551bc890-3bf6-4ff2-9baf-ead1faa13f02 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 825.021811] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 825.022131] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.022259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.022328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.022596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.022771] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.022877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.022943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.023135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.023227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.023325] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.037505] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.162873] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9c92660f-4c82-40bd-90ab-3ca637c232c2 None None] Enqueued Resource ID: 6718c868-15ba-4acf-a2bf-4e1d53eb799c with Priority: HIGHEST for action port [ 825.165840] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6718c868-15ba-4acf-a2bf-4e1d53eb799c with Priority: HIGHEST for action port [ 825.168457] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-6718c868-15ba-4acf-a2bf-4e1d53eb799c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.168457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6718c868-15ba-4acf-a2bf-4e1d53eb799c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.168457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6718c868-15ba-4acf-a2bf-4e1d53eb799c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.168457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6718c868-15ba-4acf-a2bf-4e1d53eb799c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.168457] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6718c868-15ba-4acf-a2bf-4e1d53eb799c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.480381] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 in Status: SUCCESS [ 825.480600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.525583] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.525849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.525849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.526041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.526142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.526337] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.526556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.526556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.526685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.526717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.526821] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c already deleted. [ 825.527030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.544022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.544022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.544022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.544022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.544022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.544022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be created. [ 825.569955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.570538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.570538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.571734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.572862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.584604] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: UNINITIALIZED for 2s [ 825.669819] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6718c868-15ba-4acf-a2bf-4e1d53eb799c [ 825.669819] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.669819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.669819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.670459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.670459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.670459] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6718c868-15ba-4acf-a2bf-4e1d53eb799c already deleted. [ 825.670459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6718c868-15ba-4acf-a2bf-4e1d53eb799c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.765034] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.765034] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.765034] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.765034] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.765034] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.765034] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.765034] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.765821] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.766123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.766443] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.766683] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.767839] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.767839] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.767839] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.767839] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.767839] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.799325] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.799517] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.799712] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.800294] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.800428] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-a27a9885-390b-4a26-9539-48e22b7d3ac0 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.800512] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-a27a9885-390b-4a26-9539-48e22b7d3ac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.800720] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-a27a9885-390b-4a26-9539-48e22b7d3ac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.801049] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-a27a9885-390b-4a26-9539-48e22b7d3ac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.801301] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a27a9885-390b-4a26-9539-48e22b7d3ac0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.306284] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.306641] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.306641] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.308947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.308947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.308947] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port a27a9885-390b-4a26-9539-48e22b7d3ac0 not found, creating... [ 826.308947] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.308947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.308947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.308947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.308947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.308947] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.308947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.309460] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.309460] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.312090] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.312299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: a27a9885-390b-4a26-9539-48e22b7d3ac0 is going to be created. [ 826.314214] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 826.314456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.314752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.315713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.315713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.315862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.315901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.316080] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.316160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.318052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.318052] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.340471] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.340720] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.340849] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.341286] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.341573] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.341852] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-a27a9885-390b-4a26-9539-48e22b7d3ac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.818743] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.822026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.822026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.822026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.822026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.823250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.823250] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.326248] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7: rpc.has_security_group_logging(os_id): False [ 827.351341] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.351563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.351672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.352111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.352208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.356021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.356021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.356021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.356021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.356021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.356021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.356021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.356021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.356021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.356605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.356605] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.356605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.356605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.356756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.356756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.356819] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 827.436334] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.436554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.436554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.436760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.437084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.480374] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 827.597606] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 827.598613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.598613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.598613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.598835] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.598835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.598923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.599044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.600607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.600607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.600607] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.789338] env[69318]: INFO networking_nsxv3.common.synchronization [None req-235f0828-45d5-4862-b964-fa9fd306772d None None] Enqueued Resource ID: aef12c71-db02-40a9-a0fa-d5fa4dc6860a with Priority: HIGHEST for action port [ 827.789338] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef12c71-db02-40a9-a0fa-d5fa4dc6860a with Priority: HIGHEST for action port [ 827.789338] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef12c71-db02-40a9-a0fa-d5fa4dc6860a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.789338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef12c71-db02-40a9-a0fa-d5fa4dc6860a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.789338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef12c71-db02-40a9-a0fa-d5fa4dc6860a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.789338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef12c71-db02-40a9-a0fa-d5fa4dc6860a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.789338] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef12c71-db02-40a9-a0fa-d5fa4dc6860a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.886024] env[69318]: INFO networking_nsxv3.common.synchronization [req-b7b1e76d-7d12-4784-885e-693f9a9cc92d req-df15bb63-9385-4d5e-bf32-a5e957a58e44 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 827.886024] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 827.889312] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.889312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.889312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.889312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.889312] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.889312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.889312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.889839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.889839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.889839] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.104080] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.215928] env[69318]: INFO networking_nsxv3.common.synchronization [req-11b23093-3097-46d1-a8c9-08409504b374 req-5a9603ea-f209-4a95-825e-71df1f01aeae service nova] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_rules [ 828.216131] env[69318]: INFO networking_nsxv3.common.synchronization [req-11b23093-3097-46d1-a8c9-08409504b374 req-5a9603ea-f209-4a95-825e-71df1f01aeae service nova] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 828.216270] env[69318]: INFO networking_nsxv3.common.synchronization [req-11b23093-3097-46d1-a8c9-08409504b374 req-5a9603ea-f209-4a95-825e-71df1f01aeae service nova] Enqueued Resource ID: a27a9885-390b-4a26-9539-48e22b7d3ac0 with Priority: HIGHEST for action port [ 828.216569] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_rules [ 828.216701] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 828.216799] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a27a9885-390b-4a26-9539-48e22b7d3ac0 with Priority: HIGHEST for action port [ 828.217365] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.217528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.217561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.217853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.217981] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.218861] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.218955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.219170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a27a9885-390b-4a26-9539-48e22b7d3ac0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.219275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a27a9885-390b-4a26-9539-48e22b7d3ac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.219342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a27a9885-390b-4a26-9539-48e22b7d3ac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.219520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a27a9885-390b-4a26-9539-48e22b7d3ac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.219597] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a27a9885-390b-4a26-9539-48e22b7d3ac0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.294143] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aef12c71-db02-40a9-a0fa-d5fa4dc6860a [ 828.295470] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.295470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.295470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.295470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.295470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.295470] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aef12c71-db02-40a9-a0fa-d5fa4dc6860a already deleted. [ 828.295470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef12c71-db02-40a9-a0fa-d5fa4dc6860a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.370669] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.371083] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.371083] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.371608] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.371899] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.372106] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.372286] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.372540] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.372683] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.372898] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.373027] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.373212] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.373591] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.373764] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.373881] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.374033] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.393429] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.404244] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.404701] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.404766] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.404982] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.405257] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-07cac57e-48bd-4138-b760-4694b776c99c taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.405466] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-07cac57e-48bd-4138-b760-4694b776c99c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.405604] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-07cac57e-48bd-4138-b760-4694b776c99c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.405937] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-07cac57e-48bd-4138-b760-4694b776c99c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.410261] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cac57e-48bd-4138-b760-4694b776c99c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.610077] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67dfaedb-6106-476a-b4ec-eb0ba33ca68f: rpc.has_security_group_logging(os_id): False [ 828.610077] env[69318]: INFO networking_nsxv3.common.synchronization [req-2fc93d62-8bab-456c-acec-420e37fdf242 req-f048e384-3195-4b71-a5e6-957789452f86 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Enqueued Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 828.611911] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 828.612473] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.613254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.613369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.613675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.613840] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.613946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.614017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.614199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.614321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.614381] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.632867] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.633045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.633119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.633330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.633422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.633667] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.633757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.633821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.633967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.634055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.634142] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be created. [ 828.703116] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.703300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.703398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.703645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.703892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.722219] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: IN_PROGRESS for 2s [ 828.722570] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.722680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.722836] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a27a9885-390b-4a26-9539-48e22b7d3ac0 with status ACTIVE [ 828.723338] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.723484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.723552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.723763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.723856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.724669] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.724853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.724951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.725183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.725423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.726050] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.726198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.726295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.726513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.726644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.726784] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a27a9885-390b-4a26-9539-48e22b7d3ac0 is going to be updated. [ 828.775940] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.776134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.776227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.777038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.777038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.777038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a27a9885-390b-4a26-9539-48e22b7d3ac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.896442] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.918022] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.918022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.918022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.918022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 07cac57e-48bd-4138-b760-4694b776c99c not found, creating... [ 828.918022] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.918022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.918022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.918523] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918523] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.920245] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.923129] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.923129] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.923129] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 07cac57e-48bd-4138-b760-4694b776c99c is going to be created. [ 828.952371] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.952371] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.952371] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.952371] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.952371] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.952371] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-07cac57e-48bd-4138-b760-4694b776c99c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.118066] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.398786] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.400863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.400863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.400863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.400863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.400863] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be created. [ 829.441626] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.441626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.441626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.441626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.441626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.458381] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: UNINITIALIZED for 2s [ 829.521752] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 829.521890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.622148] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.124745] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.127860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.127860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.127860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.127860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.127860] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f173a3a6-0604-49dc-9049-d77caddec47f is going to be updated. [ 830.163628] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.165782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.165782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.165782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.165782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.179104] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: IN_PROGRESS for 2s [ 830.312157] env[69318]: INFO networking_nsxv3.common.synchronization [req-b7b1e76d-7d12-4784-885e-693f9a9cc92d req-dbff939c-2a23-41dd-a8a1-3b91f17b8660 service nova] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_rules [ 830.312157] env[69318]: INFO networking_nsxv3.common.synchronization [req-b7b1e76d-7d12-4784-885e-693f9a9cc92d req-dbff939c-2a23-41dd-a8a1-3b91f17b8660 service nova] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 830.312157] env[69318]: INFO networking_nsxv3.common.synchronization [req-b7b1e76d-7d12-4784-885e-693f9a9cc92d req-dbff939c-2a23-41dd-a8a1-3b91f17b8660 service nova] Enqueued Resource ID: 07cac57e-48bd-4138-b760-4694b776c99c with Priority: HIGHEST for action port [ 830.312157] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_rules [ 830.312157] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 830.312157] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cac57e-48bd-4138-b760-4694b776c99c with Priority: HIGHEST for action port [ 830.313410] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.313634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.313915] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.314382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.314744] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-07cac57e-48bd-4138-b760-4694b776c99c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.315065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07cac57e-48bd-4138-b760-4694b776c99c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.315269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07cac57e-48bd-4138-b760-4694b776c99c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.315567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07cac57e-48bd-4138-b760-4694b776c99c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.316969] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cac57e-48bd-4138-b760-4694b776c99c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.741204] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 830.741204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.822221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07cac57e-48bd-4138-b760-4694b776c99c with status ACTIVE [ 830.822464] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.822994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.822994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.822994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.823125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.823287] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.823393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.823456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.823613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.824783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.824783] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.824783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.824783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.824783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.824783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.824783] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07cac57e-48bd-4138-b760-4694b776c99c is going to be updated. [ 830.852521] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.852674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.852737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.852951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.853111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.853277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07cac57e-48bd-4138-b760-4694b776c99c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.474268] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 831.474792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.474792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.474990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.475143] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.475233] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.475266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.480043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.480043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.480043] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.983036] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.192000] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: SUCCESS [ 832.192725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.487017] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.989914] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.989914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.989914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.989914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.989914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.989914] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 833.024311] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.024311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.024311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.024311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.024311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.040531] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 833.186719] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:0 completed [ 833.186857] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:1 started [ 833.307584] env[69318]: INFO networking_nsxv3.common.synchronization [req-4a86dd27-1149-46a5-9f6c-98b9815dad22 req-3c9187ee-3927-4c17-865f-5cd25c5fe8a1 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 833.308146] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 833.308778] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.308778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.825200] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.825392] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.825519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.825775] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.831019] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.831019] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.831019] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.831019] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.831236] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.831376] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.831790] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.831790] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.831790] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.832091] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.832091] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.832571] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.852027] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.852392] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.852556] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.852766] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-874" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.853112] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-d3900114-81f8-4e88-ac9c-51c6effd47eb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.853368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-d3900114-81f8-4e88-ac9c-51c6effd47eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.854448] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-d3900114-81f8-4e88-ac9c-51c6effd47eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.854448] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-d3900114-81f8-4e88-ac9c-51c6effd47eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.854448] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3900114-81f8-4e88-ac9c-51c6effd47eb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.933666] env[69318]: INFO networking_nsxv3.common.synchronization [req-ea55be05-a426-4d49-8f8c-9d0788c0195e req-41278185-dbd3-4ef7-8853-79c778b3dd84 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 833.933666] env[69318]: INFO networking_nsxv3.common.synchronization [req-ea55be05-a426-4d49-8f8c-9d0788c0195e req-41278185-dbd3-4ef7-8853-79c778b3dd84 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 833.934936] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 833.934936] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 833.934936] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.934936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.934936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.935628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.935628] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.935628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.935628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.935815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.935888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.936115] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.937092] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d4be90-2605-42a5-b735-3be1e870fc83 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.937211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.937211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.937460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.937632] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.937752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.937866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.938022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.938176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.938286] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.065701] env[69318]: INFO networking_nsxv3.common.synchronization [req-ea55be05-a426-4d49-8f8c-9d0788c0195e req-41278185-dbd3-4ef7-8853-79c778b3dd84 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 834.066121] env[69318]: INFO networking_nsxv3.common.synchronization [req-ea55be05-a426-4d49-8f8c-9d0788c0195e req-41278185-dbd3-4ef7-8853-79c778b3dd84 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 834.066413] env[69318]: INFO networking_nsxv3.common.synchronization [req-ea55be05-a426-4d49-8f8c-9d0788c0195e req-41278185-dbd3-4ef7-8853-79c778b3dd84 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_rules [ 834.066662] env[69318]: INFO networking_nsxv3.common.synchronization [req-ea55be05-a426-4d49-8f8c-9d0788c0195e req-41278185-dbd3-4ef7-8853-79c778b3dd84 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 834.066752] env[69318]: INFO networking_nsxv3.common.synchronization [req-ea55be05-a426-4d49-8f8c-9d0788c0195e req-41278185-dbd3-4ef7-8853-79c778b3dd84 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e with Priority: HIGHEST for action port [ 834.067389] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 834.067694] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_rules [ 834.067694] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e with Priority: HIGHEST for action port [ 834.067914] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 834.067914] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 834.069872] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.070028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.070305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.070407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.070496] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.071748] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d4be90-2605-42a5-b735-3be1e870fc83 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.071893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.071972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.072296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.072446] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.077198] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4ac35b-acec-47ee-99bc-1c4893bb469e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.077198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.077198] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4ac35b-acec-47ee-99bc-1c4893bb469e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.077198] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077198] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d4be90-2605-42a5-b735-3be1e870fc83 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.361422] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.361422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.361422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.361422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.361422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.361422] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port d3900114-81f8-4e88-ac9c-51c6effd47eb not found, creating... [ 834.361422] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.361422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.361422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.361422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.361422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.362030] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.362030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.362030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.362490] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.362815] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.363265] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: d3900114-81f8-4e88-ac9c-51c6effd47eb is going to be created. [ 834.388030] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.388030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.388030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.388030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.388030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.388357] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-d3900114-81f8-4e88-ac9c-51c6effd47eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.442700] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.442700] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.578376] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d4be90-2605-42a5-b735-3be1e870fc83 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.578376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.578376] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.578376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580963] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b4ac35b-acec-47ee-99bc-1c4893bb469e with status ACTIVE [ 834.580963] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.580963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.580963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581441] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.581731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.581968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.582402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.583407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.585018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.585018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.585018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.585018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.585534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.588565] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e is going to be updated. [ 834.612955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.618471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.618471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.618471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.618471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.618471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.875531] env[69318]: INFO networking_nsxv3.common.synchronization [None req-cdfe347a-8690-498f-8678-ec0fa258368f None None] Enqueued Resource ID: 9d2dfa41-5305-4ecb-a8e8-ff4aa687a767 with Priority: HIGHEST for action port [ 834.876377] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2dfa41-5305-4ecb-a8e8-ff4aa687a767 with Priority: HIGHEST for action port [ 834.880154] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d2dfa41-5305-4ecb-a8e8-ff4aa687a767 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.884028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d2dfa41-5305-4ecb-a8e8-ff4aa687a767" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.884028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d2dfa41-5305-4ecb-a8e8-ff4aa687a767" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.884028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d2dfa41-5305-4ecb-a8e8-ff4aa687a767" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.884028] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2dfa41-5305-4ecb-a8e8-ff4aa687a767',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.945514] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.947347] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.055402] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 835.055518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.055685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.055901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.056101] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.056793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.056793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.056793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.056793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.056793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.056793] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.057587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.057768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.057894] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.057998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.058662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.058971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.059094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.059195] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.387951] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d2dfa41-5305-4ecb-a8e8-ff4aa687a767 [ 835.388343] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.388534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.388726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.388893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.389095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.389158] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d2dfa41-5305-4ecb-a8e8-ff4aa687a767 already deleted. [ 835.389457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d2dfa41-5305-4ecb-a8e8-ff4aa687a767" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.448621] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.448720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.448851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.448996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.449103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.449202] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 835.455037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.455037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.455037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.455037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.455037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.455037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d4be90-2605-42a5-b735-3be1e870fc83 is going to be created. [ 835.477990] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.480024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.480024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.480024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.480024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.483236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.483573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.483765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.484332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.484597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.495484] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: UNINITIALIZED for 2s [ 835.495484] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 835.562412] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.562412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.565742] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.675116] env[69318]: INFO networking_nsxv3.common.synchronization [req-4a86dd27-1149-46a5-9f6c-98b9815dad22 req-685d5bd2-c77f-4909-a28e-5a50d68e7715 service nova] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_rules [ 835.675293] env[69318]: INFO networking_nsxv3.common.synchronization [req-4a86dd27-1149-46a5-9f6c-98b9815dad22 req-685d5bd2-c77f-4909-a28e-5a50d68e7715 service nova] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 835.675443] env[69318]: INFO networking_nsxv3.common.synchronization [req-4a86dd27-1149-46a5-9f6c-98b9815dad22 req-685d5bd2-c77f-4909-a28e-5a50d68e7715 service nova] Enqueued Resource ID: d3900114-81f8-4e88-ac9c-51c6effd47eb with Priority: HIGHEST for action port [ 835.675677] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_rules [ 835.675799] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 835.675895] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3900114-81f8-4e88-ac9c-51c6effd47eb with Priority: HIGHEST for action port [ 835.677290] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.677398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.677581] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.677662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.677838] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3900114-81f8-4e88-ac9c-51c6effd47eb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.678045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3900114-81f8-4e88-ac9c-51c6effd47eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.678045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3900114-81f8-4e88-ac9c-51c6effd47eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.678391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3900114-81f8-4e88-ac9c-51c6effd47eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.678391] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3900114-81f8-4e88-ac9c-51c6effd47eb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.069937] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.182680] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3900114-81f8-4e88-ac9c-51c6effd47eb with status ACTIVE [ 836.182996] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.183159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.183230] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.183504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.185154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.185405] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.185659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.185659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.185820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.185910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.186235] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.187294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.187444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.187641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.187731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.187826] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3900114-81f8-4e88-ac9c-51c6effd47eb is going to be updated. [ 836.226793] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.226972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.227068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.227423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.227423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.227604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3900114-81f8-4e88-ac9c-51c6effd47eb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.230844] env[69318]: INFO networking_nsxv3.common.synchronization [req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 req-749378f7-de68-4c92-b6ea-953c9eef10e9 tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Enqueued Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_members [ 836.231560] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_members [ 836.231907] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.232017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.232090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.232372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.232538] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.232740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.232740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.232948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.233058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.233159] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.573376] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.573871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.573871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.573871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.574099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.574099] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 836.612934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.612934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.612934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.612934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.612934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.631324] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 836.736766] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.737026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.737026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.737267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.737356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.737550] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.737644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.737705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.737853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.737951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.738012] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c already deleted. [ 836.738087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.883316] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-34" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-34" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-34" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883316] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.883316] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.883316] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.883316] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.884887] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.884993] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.885126] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.885264] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.906210] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.906267] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.906408] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.906581] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-34" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.906890] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.907066] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.907818] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.907818] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.907818] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b09445-8ad6-4cc9-905b-37bfb2ec16a4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.113398] env[69318]: INFO networking_nsxv3.common.synchronization [None req-52dfbf11-4aec-4482-8f9a-85d95547b5e3 None None] Enqueued Resource ID: e4e52f19-360e-42da-9ae6-fd79a99bdf52 with Priority: HIGHEST for action port [ 837.114569] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e52f19-360e-42da-9ae6-fd79a99bdf52 with Priority: HIGHEST for action port [ 837.114569] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e52f19-360e-42da-9ae6-fd79a99bdf52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.114569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e52f19-360e-42da-9ae6-fd79a99bdf52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.115192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e52f19-360e-42da-9ae6-fd79a99bdf52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.115192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e52f19-360e-42da-9ae6-fd79a99bdf52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.115192] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e52f19-360e-42da-9ae6-fd79a99bdf52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.327937] env[69318]: INFO networking_nsxv3.common.synchronization [None req-54c1771f-5892-4111-98b2-679646234c06 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Enqueued Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_rules [ 837.328250] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_rules [ 837.328572] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21bca49b-7b62-4a6a-88e9-5292086f293b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.328755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.328998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.329118] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.369978] env[69318]: INFO networking_nsxv3.common.synchronization [None req-c8d443e0-f15e-49d2-ab4d-6688bcaf6d3d None None] Enqueued Resource ID: f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc with Priority: HIGHEST for action port [ 837.371228] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc with Priority: HIGHEST for action port [ 837.371596] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.371833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.372213] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.412834] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.415360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.415360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.415360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.415360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.415360] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 not found, creating... [ 837.415360] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.415360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.415360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.415689] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.415689] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.418037] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.418037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.418037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.418037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.418037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.418037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 is going to be created. [ 837.442996] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.442996] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.442996] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.442996] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.443204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.443983] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.514807] env[69318]: INFO networking_nsxv3.common.synchronization [None req-22b2c123-b4e0-4107-bf74-e45619efc7ce tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Enqueued Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_rules [ 837.514807] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_rules [ 837.514807] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21bca49b-7b62-4a6a-88e9-5292086f293b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.514807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.530026] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 837.530026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.530026] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: SUCCESS [ 837.530026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.530026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.530026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.530026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.530026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.530026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.530026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.530026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.530026] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.531121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.531405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.531736] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.531972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.532200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.532434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.532596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.532765] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.618621] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4e52f19-360e-42da-9ae6-fd79a99bdf52 [ 837.619236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.619510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.620273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.620273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.620273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.620273] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4e52f19-360e-42da-9ae6-fd79a99bdf52 already deleted. [ 837.620273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e52f19-360e-42da-9ae6-fd79a99bdf52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.851735] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.851934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.852278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.852350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.852424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.852563] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21bca49b-7b62-4a6a-88e9-5292086f293b already deleted. [ 837.852683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.852890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.853109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.853220] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.874902] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc [ 837.876643] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.876643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.876643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.876643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.876643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.876643] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc already deleted. [ 837.876643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4abf0b5-b9a4-43fb-a2fb-ab1a768747fc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.035707] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.036399] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.415804] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.415958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.416021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.416254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.416337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.416427] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21bca49b-7b62-4a6a-88e9-5292086f293b already deleted. [ 838.416507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.541907] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.542838] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.647067] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 838.647067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.647067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.647067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.647067] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.647067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.647067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.647067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.647067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.647067] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.872987] env[69318]: INFO networking_nsxv3.common.synchronization [req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 req-bb6bbc9e-fae4-4c84-b4e2-a399fff62deb service nova] Enqueued Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_rules [ 838.873266] env[69318]: INFO networking_nsxv3.common.synchronization [req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 req-bb6bbc9e-fae4-4c84-b4e2-a399fff62deb service nova] Enqueued Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_members [ 838.873321] env[69318]: INFO networking_nsxv3.common.synchronization [req-425c3c80-6561-41e4-9aa1-cf178fd2cb06 req-bb6bbc9e-fae4-4c84-b4e2-a399fff62deb service nova] Enqueued Resource ID: c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 with Priority: HIGHEST for action port [ 838.873954] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_rules [ 838.877553] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_members [ 838.877553] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 with Priority: HIGHEST for action port [ 838.877553] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.877553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.877553] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.877553] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.877553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.878255] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.878255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.878255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.878255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.878255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.878255] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.879137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.879287] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.879347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.879466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.879553] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b09445-8ad6-4cc9-905b-37bfb2ec16a4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.047117] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.047341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.047393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.047591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.047685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.047802] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 839.049424] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.049424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.049424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.049612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.049729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.049780] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d4be90-2605-42a5-b735-3be1e870fc83 is going to be updated. [ 839.095400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.095608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.095713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.095991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.096227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.100949] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.101168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.101259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.101557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.101851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.116698] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 839.116698] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: IN_PROGRESS for 2s [ 839.148475] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.381876] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.382186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.382337] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.383424] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 with status ACTIVE [ 839.383657] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.383792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.383862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.384130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.384224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.384466] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.384761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.384761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.384869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.384960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.385561] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.385728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.385823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.386157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.386376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.386574] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1b09445-8ad6-4cc9-905b-37bfb2ec16a4 is going to be updated. [ 839.416171] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.416171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.416171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.416171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.416171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.416171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b09445-8ad6-4cc9-905b-37bfb2ec16a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.652539] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.674219] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9a000e12-95b2-43f4-bb1c-562711a88715 None None] Enqueued Resource ID: 3a3d737b-8092-4fc0-890f-2ff2a6e66125 with Priority: HIGHEST for action port [ 839.675589] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3d737b-8092-4fc0-890f-2ff2a6e66125 with Priority: HIGHEST for action port [ 839.675589] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3d737b-8092-4fc0-890f-2ff2a6e66125 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.675589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3d737b-8092-4fc0-890f-2ff2a6e66125" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.676457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3d737b-8092-4fc0-890f-2ff2a6e66125" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.677315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3d737b-8092-4fc0-890f-2ff2a6e66125" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.677315] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3d737b-8092-4fc0-890f-2ff2a6e66125',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.764575] env[69318]: INFO networking_nsxv3.common.synchronization [req-c2bd6ed3-72f0-4e73-b58c-9476023f94a1 req-ab917802-91e1-4fae-b11f-2515feb5b9d2 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 839.765366] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 839.765632] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.765775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.765832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.766329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.766563] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.766716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.766801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.766992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.767786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.767786] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.889145] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.159922] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.159922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.159922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.159922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.159922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.159922] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 840.180427] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a3d737b-8092-4fc0-890f-2ff2a6e66125 [ 840.180760] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.181215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.181215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.181215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.181337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.181367] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a3d737b-8092-4fc0-890f-2ff2a6e66125 already deleted. [ 840.181445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3d737b-8092-4fc0-890f-2ff2a6e66125" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.191190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.191492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.191745] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.191836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.192063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.207892] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 840.246106] env[69318]: INFO networking_nsxv3.common.synchronization [req-19a67ccf-e92f-4b8a-921d-2576c70ffe16 req-cbae537e-ae2e-4ea3-8d2d-6c0d9b6f06ac tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 840.246997] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 840.247639] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.247639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.247836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.248104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.248950] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.248950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.248950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.248950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.249267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.249419] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.269063] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.269236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.269344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.269596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.269742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.269998] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.270148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.270216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.270382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.270461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.270588] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be updated. [ 840.299702] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.299853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.299926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.300256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.300402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.310045] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: IN_PROGRESS for 2s [ 840.397557] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.397557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.397557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.397557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.397557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.397557] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c is going to be created. [ 840.437684] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.437839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.438035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.438153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.438299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.453541] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c in Status: UNINITIALIZED for 2s [ 840.657044] env[69318]: INFO networking_nsxv3.common.synchronization [req-2aefe1a8-cb58-4e62-aca6-a956b931727b req-3259ecec-7f39-4459-84ae-c7dcfd6d0363 tempest-ListServersNegativeTestJSON-959682650 tempest-ListServersNegativeTestJSON-959682650-project-member] Enqueued Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 840.657044] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd with Priority: HIGHEST for action security_group_members [ 840.657044] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.658178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.752194] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.129429] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 4s [ 841.131334] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: IN_PROGRESS for 4s [ 841.256154] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.758213] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.758664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.758664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.758784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.758820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.758959] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 841.793974] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.793974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.793974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.793974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.793974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.802414] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 842.219207] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 842.219476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.219789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.219986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.220245] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.220376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.220461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.220666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.220774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.220886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.224366] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.224493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.224533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.224859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.224976] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.224976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.225125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.225198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.225349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.225441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.225533] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.226441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.226608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.226767] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.226877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.226933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.230118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.230118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.230118] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.320525] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 842.320701] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 deletion is rescheduled due to dependency. [ 842.321143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.417711] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 842.417940] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 842.418138] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 with Priority: HIGHEST for action security_group_members [ 842.418841] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 842.420045] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 842.420124] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 with Priority: HIGHEST for action security_group_members [ 842.420517] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.420690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.420952] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d4be90-2605-42a5-b735-3be1e870fc83 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.421079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.421311] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bdfa22-13fa-4135-849f-70ff563cfb66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.421460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.421592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.422212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.422354] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.422493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.422580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.422794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.422936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.423037] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.463872] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c in Status: SUCCESS [ 842.464110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.464620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.464982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.465082] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.465190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.465261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.465412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.465496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.465582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.465672] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.528722] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 842.529222] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 842.529222] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 with Priority: HIGHEST for action security_group_rules [ 842.529222] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 with Priority: HIGHEST for action security_group_members [ 842.529379] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_rules [ 842.529379] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 842.529519] env[69318]: INFO networking_nsxv3.common.synchronization [req-bf2740ee-f59d-431d-8b97-45cfe1e6db46 req-c90c64e7-a94f-4b20-a796-4b7e2336615e tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e with Priority: HIGHEST for action port [ 842.533217] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_rules [ 842.533411] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 with Priority: HIGHEST for action security_group_rules [ 842.533559] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 842.533671] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e with Priority: HIGHEST for action port [ 842.533788] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_rules [ 842.533891] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 842.533979] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 with Priority: HIGHEST for action security_group_members [ 842.536112] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.536489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.536489] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86bdfa22-13fa-4135-849f-70ff563cfb66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.537988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.537988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.537988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.537988] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.543067] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d4be90-2605-42a5-b735-3be1e870fc83 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.543067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.543067] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4ac35b-acec-47ee-99bc-1c4893bb469e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.543067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.543067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.543067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.543067] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4ac35b-acec-47ee-99bc-1c4893bb469e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.543067] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9d4be90-2605-42a5-b735-3be1e870fc83 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.543067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.543067] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.543067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.543067] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bdfa22-13fa-4135-849f-70ff563cfb66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.543067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.728983] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b695c4-c43c-4938-89ff-99c1a05dce0c: rpc.has_security_group_logging(os_id): False [ 842.730695] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.752867] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.752867] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.752867] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.752867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.754063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.754287] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.754373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.754443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.754599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.754679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.754767] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be created. [ 842.817537] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.817867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.817867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.818042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.820359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.831344] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 842.928248] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.968028] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.041734] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bdfa22-13fa-4135-849f-70ff563cfb66 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.041896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.042164] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b4ac35b-acec-47ee-99bc-1c4893bb469e with status ACTIVE [ 843.042350] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.042461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.042530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.043763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.043939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.044485] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.044642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.044716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.044919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.045013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.045234] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.045348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.045414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.045570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.045647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.045735] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b4ac35b-acec-47ee-99bc-1c4893bb469e is going to be updated. [ 843.071099] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.071289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.071410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.071584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.071757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.071920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4ac35b-acec-47ee-99bc-1c4893bb469e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.143059] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 843.143296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.145154] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: SUCCESS [ 843.145154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.145154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.145154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.145154] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.145154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.145154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.145404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.145404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.145404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.145503] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.147112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.147301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.147487] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.147599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.147665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.147812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.147890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.147974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.148088] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.150145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.150281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.150450] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.150607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.150673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.151175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.151175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.151175] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.156486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.156670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.156852] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.157052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.157246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.157339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.159731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.159731] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.233655] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.430759] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.470392] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d197ae0-a03a-4b26-87d1-94ff0e86de3c: rpc.has_security_group_logging(os_id): False [ 843.490873] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.490873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.490873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.490873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.490873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.490873] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.490873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.490873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.492935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.492935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.492935] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c is going to be created. [ 843.569254] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.569398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.569500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.570147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.570147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.586499] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c in Status: IN_PROGRESS for 2s [ 843.648231] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.648489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.651288] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.656910] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.664307] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.740022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.740022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.740022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.740022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.740022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.740022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 843.776472] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.776652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.776698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.776931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.777102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.793028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 843.815549] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 843.815791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.815978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.816220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.817168] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.817168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.817168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.817168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.817168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.817168] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bcdc2f1-e4a0-4782-9f4f-812265a78bfd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.936124] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.936124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.936124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.936124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.936124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.936124] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 is going to be created. [ 843.969887] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.969887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.969887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.969887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.969887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.981911] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 in Status: UNINITIALIZED for 2s [ 844.155014] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9d4be90-2605-42a5-b735-3be1e870fc83: rpc.has_security_group_logging(os_id): False [ 844.163664] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.169381] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.184019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.184182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.184254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.184467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.184559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.185683] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.185683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.185683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.185882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.185930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.186085] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d4be90-2605-42a5-b735-3be1e870fc83 is going to be created. [ 844.304567] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.307286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.307377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.307618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.307814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.320103] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.321558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.321709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.321965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.322127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.322395] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.322555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.322675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.322880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.323215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.323338] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd is going to be updated. [ 844.325095] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: IN_PROGRESS for 2s [ 844.357315] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.363078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.363078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.363078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.363078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.372196] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: IN_PROGRESS for 2s [ 844.665869] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.666031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.666104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.666343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.666444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.666551] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 844.675087] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.675087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.675087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.675087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.675087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.675087] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d4be90-2605-42a5-b735-3be1e870fc83 is going to be updated. [ 844.700132] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.700393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.700502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.700936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.701984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.704661] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.704950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.704950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.705391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.705509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.717266] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 844.718292] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: IN_PROGRESS for 2s [ 844.844976] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 844.844976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.844976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.844976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.844976] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.348219] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.348219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.599690] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c in Status: SUCCESS [ 845.599940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.803968] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 845.804258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.804443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.804665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.804865] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.804983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.805074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.805245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.805332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.805420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.808410] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.995247] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 in Status: SUCCESS [ 845.996366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.996558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.996798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.996994] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.997134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.997201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.997400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.997494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.997593] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.128461] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.128636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.128760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.128922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.129052] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.166362] env[69318]: INFO networking_nsxv3.common.synchronization [req-76ec484a-0c96-4472-a48a-425f415a933a req-341d375e-c363-4f94-adf5-ad475eae8877 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 846.166362] env[69318]: INFO networking_nsxv3.common.synchronization [req-76ec484a-0c96-4472-a48a-425f415a933a req-341d375e-c363-4f94-adf5-ad475eae8877 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 846.166362] env[69318]: INFO networking_nsxv3.common.synchronization [req-76ec484a-0c96-4472-a48a-425f415a933a req-341d375e-c363-4f94-adf5-ad475eae8877 tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 with Priority: HIGHEST for action security_group_members [ 846.170020] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 846.170318] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d4be90-2605-42a5-b735-3be1e870fc83 with Priority: HIGHEST for action security_group_members [ 846.170361] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 with Priority: HIGHEST for action security_group_members [ 846.171524] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.171645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.171850] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9d4be90-2605-42a5-b735-3be1e870fc83 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.171948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.172204] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-86bdfa22-13fa-4135-849f-70ff563cfb66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.172311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.307857] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.310190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.310247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.310459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.310797] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.310992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.311243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.311321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.311381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.311469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.312105] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.312105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.312105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.312105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.312335] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.312335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.312425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.312522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.312596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.312676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.312836] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.316460] env[69318]: INFO networking_nsxv3.common.synchronization [req-acaca8d7-adc1-43fe-8c4b-524443369588 req-f0acba4b-6bce-4da4-9a5e-d289e9fa91f8 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Enqueued Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGHEST for action security_group_members [ 846.316709] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGHEST for action security_group_members [ 846.317242] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dcd19b-f8a0-49b0-812b-84334d1e84da taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.317750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.317750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.317750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.317877] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.317877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.317967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.318727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.318826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.319709] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.343639] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: SUCCESS [ 846.343639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.343639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.343639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.343639] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.384039] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd in Status: SUCCESS [ 846.384313] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bcdc2f1-e4a0-4782-9f4f-812265a78bfd deletion is rescheduled due to dependency. [ 846.384349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bcdc2f1-e4a0-4782-9f4f-812265a78bfd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.500605] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.500809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.500883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.501122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.501208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.501404] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.501498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.501558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.501827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.501827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.501934] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 is going to be deleted. [ 846.533755] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.533898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.533964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.534187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.534274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.534376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.534535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.534813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.535514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.535705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.535752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.535904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.535985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.536291] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.637330] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.734372] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9d4be90-2605-42a5-b735-3be1e870fc83 in Status: SUCCESS [ 846.734372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.734372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.734372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.734372] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.734372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.734372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.734372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.734372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.734372] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.735108] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 846.735308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.735465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.735651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.736115] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.736115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.736115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.736302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.736302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.736302] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.818289] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b695c4-c43c-4938-89ff-99c1a05dce0c: rpc.has_security_group_logging(os_id): False [ 846.821248] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.821385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.821509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.822206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.822394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.822714] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.822891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.822998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.823276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.823465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.824246] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da already deleted. [ 846.824387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.841226] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.841226] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.841226] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.841226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.843547] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.843547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.843547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.843547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.843547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.843547] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 846.870594] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.870594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.870594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.870870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.870870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.870870] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9d4be90-2605-42a5-b735-3be1e870fc83 is going to be deleted. [ 846.923295] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.923295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.923295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.923295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.923295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.923295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.944465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.944465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.944465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.944465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.944465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.965740] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 847.039175] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.039766] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.039997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.041459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.041613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.041935] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.045694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.045694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.045801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.045891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.045997] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 already deleted. [ 847.046154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.046199] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.048163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.048422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.048665] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.048895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.048963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.050124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.050124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.050124] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.065422] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.066168] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-328" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.066168] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-328" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.066168] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-328" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.067213] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.067213] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.067213] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.067213] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.067213] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.067213] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.067545] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.067545] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.067611] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.067674] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.067774] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.067911] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.092629] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.093716] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.093716] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.093859] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-328" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.094122] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-3a720ccd-5100-4a73-8963-15e7801b1016 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.094706] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-3a720ccd-5100-4a73-8963-15e7801b1016" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.094706] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-3a720ccd-5100-4a73-8963-15e7801b1016" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.094858] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-3a720ccd-5100-4a73-8963-15e7801b1016" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.095274] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a720ccd-5100-4a73-8963-15e7801b1016',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.140390] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.238642] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.239112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.239232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.239550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.239692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.239932] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.240058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.240122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.240300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.240401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.240549] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d4be90-2605-42a5-b735-3be1e870fc83 is going to be deleted. [ 847.242438] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.279497] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.279731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.279813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.280083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.280209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.280340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.280546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.280768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.280983] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.282026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.282026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.282026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.282026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.282026] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9d4be90-2605-42a5-b735-3be1e870fc83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.550760] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86bdfa22-13fa-4135-849f-70ff563cfb66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.552811] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.553164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.553352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.553685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.553926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.555029] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.555029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.555029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.555029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.555029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.555029] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 already deleted. [ 847.555029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.597869] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.598334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.598622] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.599012] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.599490] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.600874] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 3a720ccd-5100-4a73-8963-15e7801b1016 not found, creating... [ 847.600874] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.600874] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.600874] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.601052] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.601862] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.601862] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.601862] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.602055] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.602264] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.602445] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.602960] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 3a720ccd-5100-4a73-8963-15e7801b1016 is going to be created. [ 847.637774] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.637774] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.637774] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.637774] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.637774] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.637774] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-3a720ccd-5100-4a73-8963-15e7801b1016" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.643263] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 847.643383] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 847.752064] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.785215] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.787875] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.787875] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9d4be90-2605-42a5-b735-3be1e870fc83 already deleted. [ 847.787875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9d4be90-2605-42a5-b735-3be1e870fc83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.941145] env[69318]: INFO networking_nsxv3.common.synchronization [None req-cb45886b-35f2-4b83-8c8d-36bc3aaf9376 None None] Enqueued Resource ID: 86453fcd-193d-4fd0-97dd-b03b78bea529 with Priority: HIGHEST for action port [ 847.941145] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86453fcd-193d-4fd0-97dd-b03b78bea529 with Priority: HIGHEST for action port [ 847.941145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-86453fcd-193d-4fd0-97dd-b03b78bea529 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.941145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86453fcd-193d-4fd0-97dd-b03b78bea529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.941145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86453fcd-193d-4fd0-97dd-b03b78bea529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.943291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86453fcd-193d-4fd0-97dd-b03b78bea529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.943389] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86453fcd-193d-4fd0-97dd-b03b78bea529',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.057255] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86bdfa22-13fa-4135-849f-70ff563cfb66: rpc.has_security_group_logging(os_id): False [ 848.143669] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.146162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.146162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.146162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.146162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.146162] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.146162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.146162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.146162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.146162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.146162] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 is going to be created. [ 848.170102] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/86bdfa22-13fa-4135-849f-70ff563cfb66], does not exist path=[/infra/domains/default/groups/86bdfa22-13fa-4135-849f-70ff563cfb66]."\n}' [ 848.170102] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/86bdfa22-13fa-4135-849f-70ff563cfb66 [ 848.170102] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 848.227482] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.227787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.227787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.227948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.229063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.229340] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.229454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.229513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.229689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.229771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.230011] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.230666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.230819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.231078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.231170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.231262] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86bdfa22-13fa-4135-849f-70ff563cfb66 is going to be created. [ 848.258083] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/86bdfa22-13fa-4135-849f-70ff563cfb66], does not exist path=[/infra/domains/default/groups/86bdfa22-13fa-4135-849f-70ff563cfb66]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/86bdfa22-13fa-4135-849f-70ff563cfb66 [ 848.259887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86bdfa22-13fa-4135-849f-70ff563cfb66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.259887] env[69318]: Traceback (most recent call last): [ 848.259887] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 848.259887] env[69318]: return func(*args, **kwargs) [ 848.259887] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 848.259887] env[69318]: res.raise_for_status() [ 848.259887] env[69318]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 848.259887] env[69318]: raise HTTPError(http_error_msg, response=self) [ 848.259887] env[69318]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/86bdfa22-13fa-4135-849f-70ff563cfb66 [ 848.259887] env[69318]: During handling of the above exception, another exception occurred: [ 848.259887] env[69318]: Traceback (most recent call last): [ 848.259887] env[69318]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 848.259887] env[69318]: listener.cb(fileno) [ 848.259887] env[69318]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 848.259887] env[69318]: result = function(*args, **kwargs) [ 848.259887] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 848.259887] env[69318]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 848.259887] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 848.259887] env[69318]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 848.259887] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 848.259887] env[69318]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 848.259887] env[69318]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 848.259887] env[69318]: res.raise_for_status() [ 848.259887] env[69318]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 848.259887] env[69318]: raise HTTPError(http_error_msg, response=self) [ 848.259887] env[69318]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/86bdfa22-13fa-4135-849f-70ff563cfb66 [ 848.259887] env[69318]: Removing descriptor: 5 [ 848.259887] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.259887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.259887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.259887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.259887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.259887] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 848.288987] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.288987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.288987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.288987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.288987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.303020] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 848.323181] env[69318]: INFO networking_nsxv3.common.synchronization [None req-39d811d0-7379-492a-ae7a-80b9e34fd8bb None None] Enqueued Resource ID: 52380f5c-a909-4b25-a97c-81c5bc7a5680 with Priority: HIGHEST for action port [ 848.323181] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52380f5c-a909-4b25-a97c-81c5bc7a5680 with Priority: HIGHEST for action port [ 848.323181] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-52380f5c-a909-4b25-a97c-81c5bc7a5680 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.323181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52380f5c-a909-4b25-a97c-81c5bc7a5680" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.323181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52380f5c-a909-4b25-a97c-81c5bc7a5680" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.324772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52380f5c-a909-4b25-a97c-81c5bc7a5680" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.324904] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52380f5c-a909-4b25-a97c-81c5bc7a5680',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.445951] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86453fcd-193d-4fd0-97dd-b03b78bea529 [ 848.446203] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.446748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.446748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.446748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.446748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.446995] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86453fcd-193d-4fd0-97dd-b03b78bea529 already deleted. [ 848.446995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86453fcd-193d-4fd0-97dd-b03b78bea529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.754523] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.754523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.754523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.754523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.779285] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 848.779285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.780049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 848.816578] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.817091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.817445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.817924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.827550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.828344] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 848.828614] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 848.828802] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 848.831180] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52380f5c-a909-4b25-a97c-81c5bc7a5680 [ 848.831180] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.831180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.831180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.831180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.831180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.832713] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52380f5c-a909-4b25-a97c-81c5bc7a5680 already deleted. [ 848.832713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52380f5c-a909-4b25-a97c-81c5bc7a5680" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.867950] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.868988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.869099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.869323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.870033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.870198] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 848.924296] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.924445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.924515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.924759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.924966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.925217] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 848.981476] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 848.981476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.981476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.981476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.981476] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.988884] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.988884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.988884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.989126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.989718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.989718] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 848.989718] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5f2d412b-25c8-446b-9b41-0af6d3f80172', 'd70c7a17-5ccf-4312-9144-74b93053452e', '465afa25-b76d-4266-9a65-e1a5f766ace2', 'b64a8b73-e7b4-4a8c-9c17-1d8409b59224', '2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7', '952102fd-9874-44fe-8d15-a39d48dd3f32', 'e56b91b0-cfd2-430e-b342-03605ac67dd3', '91878d04-3086-4166-9ff0-8a5111cc1d9b', '7d197ae0-a03a-4b26-87d1-94ff0e86de3c', '9b6b088d-b4a7-41ad-90f9-c935ec8210f4', 'd7b695c4-c43c-4938-89ff-99c1a05dce0c', 'e72140a0-6914-4a81-8da2-6ec8b2f73c3a', '67dfaedb-6106-476a-b4ec-eb0ba33ca68f', '65e50880-844b-4a0b-9569-285ca8226a38', '7b383e15-6e92-44b8-ad82-a97a9ecd66d9', 'efd76431-b27b-42fd-b59d-80fcce933268', '3881edec-dbe9-44fd-b8bc-91547f33da66', '17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0', 'ec093269-9e01-4ccc-9883-3f89901c3c5e', '6e5169d2-1196-4add-be4b-25c478de99dc', '81d676d6-a933-45d3-b235-b869a473fb46', '714b11d6-ba86-40f7-9d5c-5fdce9e1ce06', '2721c50e-659c-4701-9d21-a31a19240c1d', '245971c4-0ce1-4016-9b5e-b058b85e9fe4', '763857f7-40ea-4100-b884-338fdfe1e222', 'd4b2a3c9-591d-42e3-8101-97d25082a7e5', 'f173a3a6-0604-49dc-9049-d77caddec47f', '9bcdc2f1-e4a0-4782-9f4f-812265a78bfd', 'b5e381d7-ca08-41f9-86b0-75ee6fca7451', '405d7b2d-eba3-4c2d-a416-197935146151', 'fa45966d-875e-468f-84ba-5418f5826fee'} {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 848.989718] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 849.008934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.009167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.009167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.010988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.010988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.010988] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 849.010988] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 849.010988] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 849.072740] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.072740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.072740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.072740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.073012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.073163] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 849.073248] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 849.073308] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 849.073372] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 849.073448] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 849.073516] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGH for action security_group_rules [ 849.073589] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGH for action security_group_rules [ 849.073652] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGH for action security_group_rules [ 849.073711] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGH for action security_group_rules [ 849.073881] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGH for action security_group_rules [ 849.073881] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGH for action security_group_rules [ 849.073881] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGH for action security_group_rules [ 849.073982] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGH for action security_group_rules [ 849.073982] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGH for action security_group_rules [ 849.074052] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGH for action security_group_rules [ 849.074112] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGH for action security_group_rules [ 849.074163] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGH for action security_group_rules [ 849.074224] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGH for action security_group_rules [ 849.074275] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGH for action security_group_rules [ 849.074333] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGH for action security_group_rules [ 849.074390] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGH for action security_group_rules [ 849.074449] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGH for action security_group_rules [ 849.074507] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGH for action security_group_rules [ 849.074565] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGH for action security_group_rules [ 849.074623] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGH for action security_group_rules [ 849.074716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.237633] env[69318]: INFO networking_nsxv3.common.synchronization [req-acaca8d7-adc1-43fe-8c4b-524443369588 req-57b1fc98-8154-4681-84de-95103d431c72 service nova] Enqueued Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGHEST for action security_group_rules [ 849.237830] env[69318]: INFO networking_nsxv3.common.synchronization [req-acaca8d7-adc1-43fe-8c4b-524443369588 req-57b1fc98-8154-4681-84de-95103d431c72 service nova] Enqueued Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGHEST for action security_group_members [ 849.237979] env[69318]: INFO networking_nsxv3.common.synchronization [req-acaca8d7-adc1-43fe-8c4b-524443369588 req-57b1fc98-8154-4681-84de-95103d431c72 service nova] Enqueued Resource ID: 3a720ccd-5100-4a73-8963-15e7801b1016 with Priority: HIGHEST for action port [ 849.238254] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGHEST for action security_group_rules [ 849.238395] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGHEST for action security_group_members [ 849.238587] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a720ccd-5100-4a73-8963-15e7801b1016 with Priority: HIGHEST for action port [ 849.238656] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 with Priority: HIGH for action security_group_rules [ 849.238695] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 with Priority: HIGH for action security_group_rules [ 849.239159] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGH for action security_group_rules [ 849.239159] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGH for action security_group_rules [ 849.239159] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5169d2-1196-4add-be4b-25c478de99dc with Priority: HIGH for action security_group_rules [ 849.241391] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGH for action security_group_rules [ 849.241391] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 with Priority: HIGH for action security_group_rules [ 849.241664] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 with Priority: HIGH for action security_group_rules [ 849.241664] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGH for action security_group_rules [ 849.241664] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGH for action security_group_rules [ 849.241779] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGH for action security_group_rules [ 849.241850] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a with Priority: HIGH for action security_group_rules [ 849.241959] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGH for action security_group_rules [ 849.242060] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGH for action security_group_rules [ 849.242206] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGH for action security_group_rules [ 849.242254] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 with Priority: HIGH for action security_group_rules [ 849.242318] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b with Priority: HIGH for action security_group_rules [ 849.242402] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGH for action security_group_rules [ 849.242481] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGH for action security_group_rules [ 849.242698] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGH for action security_group_rules [ 849.243302] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.243443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.243515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.244089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.244089] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.244974] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dcd19b-f8a0-49b0-812b-84334d1e84da taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.248576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.248704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.248887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.249062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.249178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.249240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.249458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.249697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.249697] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.250693] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a720ccd-5100-4a73-8963-15e7801b1016 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.250693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a720ccd-5100-4a73-8963-15e7801b1016" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.250693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a720ccd-5100-4a73-8963-15e7801b1016" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.251110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a720ccd-5100-4a73-8963-15e7801b1016" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.251110] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a720ccd-5100-4a73-8963-15e7801b1016',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.251774] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f2d412b-25c8-446b-9b41-0af6d3f80172 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.251896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.251955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.252131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.252208] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f2d412b-25c8-446b-9b41-0af6d3f80172',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.253789] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-465afa25-b76d-4266-9a65-e1a5f766ace2 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.253789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.253789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.253789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.254206] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('465afa25-b76d-4266-9a65-e1a5f766ace2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.258458] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.258674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.258674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.258889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.258966] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.260387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.260511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.261494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.261494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.261494] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.263246] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e5169d2-1196-4add-be4b-25c478de99dc taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.263246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.263246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.263246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.263246] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e5169d2-1196-4add-be4b-25c478de99dc',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.263508] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.263814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.263814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.263932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.263932] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.265012] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.265144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.265233] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.265369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.265430] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.265691] env[69318]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 849.266612] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3881edec-dbe9-44fd-b8bc-91547f33da66 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.266727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.266785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.266924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.267017] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3881edec-dbe9-44fd-b8bc-91547f33da66',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.267857] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.267978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.268068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.268208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.268278] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.270417] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.270531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.270597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.270848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.270848] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.272056] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.272235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.272235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.272405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.272478] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.274386] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.274532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.274626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.275593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.275593] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e72140a0-6914-4a81-8da2-6ec8b2f73c3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.276194] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.276194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.276194] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.276843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.276843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.276843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.276843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.277551] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.277551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.277719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.277847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.277847] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.279772] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-952102fd-9874-44fe-8d15-a39d48dd3f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.279772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.279772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.279772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.279772] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('952102fd-9874-44fe-8d15-a39d48dd3f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.280174] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91878d04-3086-4166-9ff0-8a5111cc1d9b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.280250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.280451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.280662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.280662] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91878d04-3086-4166-9ff0-8a5111cc1d9b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.281548] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.281636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.281930] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.282054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.282133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.282266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.282334] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.282561] env[69318]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 849.283233] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.283363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.283423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.283809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.283809] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.484030] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.484030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.484030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.484030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.484030] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.484030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.484030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.484030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.484386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.484386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.484386] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.785744] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.791064] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dcd19b-f8a0-49b0-812b-84334d1e84da taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.791182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.791357] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a720ccd-5100-4a73-8963-15e7801b1016 with status ACTIVE [ 849.791644] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.791644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.791770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.792105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.792105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.792518] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.793932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.794302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.794302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.794302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.794432] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.794528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.794650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.795298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.795298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.795298] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a720ccd-5100-4a73-8963-15e7801b1016 is going to be updated. [ 849.817665] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.817665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.817665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.817815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.819355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.819355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a720ccd-5100-4a73-8963-15e7801b1016" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.820902] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.822037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.822037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.822037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.822037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.822037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.822037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.822037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.822037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.823041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.823041] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.826037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.826135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.826453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.827314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.827314] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.827314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.827314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.827314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.827314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.827803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.827985] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.835032] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.835032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.835032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.835032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.835270] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.835270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.835349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.835497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.835575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.835658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.835843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.836517] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.836662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.836709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.836849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.836992] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.838059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.838059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.838059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.838059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.838059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.838059] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.839696] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.839798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.839869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.840031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.840408] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.840517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.840580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.840724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.841497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.841497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.841497] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.841752] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.841818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.841896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.842127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.842296] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.843167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.843240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.843395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.843474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843661] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.849663] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.849789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.849880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.850098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.850265] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.850368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.850431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.850607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.850655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.850738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.850841] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.866075] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.896040] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.896040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.896040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.896325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.900305] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.900305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.901094] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.901211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.902719] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.905026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.905026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.905026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.913348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.913487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.916403] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.916521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.918369] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.918369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.918889] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.918968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.920122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.920122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.921037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.921037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.926786] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 849.927387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.927461] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be deleted. [ 849.928402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.928630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.947400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.947514] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3881edec-dbe9-44fd-b8bc-91547f33da66 is going to be deleted. [ 849.948445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.948704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.988891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.988891] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e72140a0-6914-4a81-8da2-6ec8b2f73c3a is going to be deleted. [ 849.989967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.989967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.995421] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.995639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.995639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.997535] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.997535] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.997535] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.997535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.998218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.998218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.998218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.998218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.003170] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.003170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.003170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.022760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.022889] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f2d412b-25c8-446b-9b41-0af6d3f80172 is going to be deleted. [ 850.024217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.024777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.036777] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.040030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.202771] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.202771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.203410] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.203504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.205871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.206223] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 952102fd-9874-44fe-8d15-a39d48dd3f32 is going to be deleted. [ 850.207631] env[69318]: INFO networking_nsxv3.common.synchronization [None req-05bef2f9-ccb3-49a1-814d-5d1fc86d5ade None None] Enqueued Resource ID: 1776a4ac-442b-4e92-b14e-1f589c9d1ece with Priority: HIGHEST for action port [ 850.208474] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f req-067b087e-8d81-43c8-9ac5-0b5693503e97 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 850.208948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.209225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.210557] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1776a4ac-442b-4e92-b14e-1f589c9d1ece with Priority: HIGHEST for action port [ 850.211044] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 850.211454] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-1776a4ac-442b-4e92-b14e-1f589c9d1ece taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.211556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1776a4ac-442b-4e92-b14e-1f589c9d1ece" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.211608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1776a4ac-442b-4e92-b14e-1f589c9d1ece" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.211911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1776a4ac-442b-4e92-b14e-1f589c9d1ece" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.211990] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1776a4ac-442b-4e92-b14e-1f589c9d1ece',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.212847] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.213212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.213212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.213309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.214255] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.214255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.214255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.214255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.214255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.214255] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.248157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.248370] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91878d04-3086-4166-9ff0-8a5111cc1d9b is going to be deleted. [ 850.250295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.250295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.288550] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.294295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.294295] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be deleted. [ 850.294959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.295104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.314449] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.316200] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.316200] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.316200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.316741] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.316741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.316741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.316741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.316741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.316904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.316904] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.319637] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.319637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.319637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.319637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.319637] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.319637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.319637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.319637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.319637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.319637] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.323539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.323539] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0 is going to be deleted. [ 850.325074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.325074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.328030] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.332659] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.346015] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.347743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.359180] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.359346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.359411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.359629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.359802] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.359923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.359989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.360201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.360289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.360375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.360527] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.360617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.360677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.360849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.360983] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.361161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.361161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.361277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.361351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.361434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.361520] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.364116] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.364116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.364116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.364116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.364116] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.364116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.364116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.364116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.364116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.364116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.364790] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.364790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.364790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.364790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.364790] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.364790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.365032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.365850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.365850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.365850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.365850] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.366603] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.369453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.369453] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be deleted. [ 850.370758] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.372797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.373051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.376091] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e56b91b0-cfd2-430e-b342-03605ac67dd3: rpc.has_security_group_logging(os_id): False [ 850.395451] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.395657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.414273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.414434] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e5169d2-1196-4add-be4b-25c478de99dc is going to be deleted. [ 850.415411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.415646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.427827] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.427954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.442963] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.443132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.470039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.470247] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 465afa25-b76d-4266-9a65-e1a5f766ace2 is going to be deleted. [ 850.471617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.471878] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.471999] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.472149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.472882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.473090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.473183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.473337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3881edec-dbe9-44fd-b8bc-91547f33da66" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.473868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.474077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.474167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.474313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f2d412b-25c8-446b-9b41-0af6d3f80172" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.474457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.474609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.474686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.474800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e72140a0-6914-4a81-8da2-6ec8b2f73c3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.474934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.475085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.475274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.475274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-952102fd-9874-44fe-8d15-a39d48dd3f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.475387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.475524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.475600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.475712] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91878d04-3086-4166-9ff0-8a5111cc1d9b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.475838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.475977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.504099] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b695c4-c43c-4938-89ff-99c1a05dce0c: rpc.has_security_group_logging(os_id): False [ 850.531166] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.531347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.532181] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.532268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.553362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.553993] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.554112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.554186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.554396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.554483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.554589] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 is going to be updated. [ 850.557460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dfa3d7-16d6-489c-8f16-7f9f1a2d81f0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.559756] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.559756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.560656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e5169d2-1196-4add-be4b-25c478de99dc" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.560656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.560656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.560656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.560656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.560656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.560656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.580466] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.580684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.634668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.635446] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.635446] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.635446] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.635446] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.635446] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.635806] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.635806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.635806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.635972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.636030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.636312] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.636411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.636490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.636598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.636671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.636776] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 850.639968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.640584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.640584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.640584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-465afa25-b76d-4266-9a65-e1a5f766ace2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.721205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.721205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.721205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.721205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.721205] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1776a4ac-442b-4e92-b14e-1f589c9d1ece [ 850.721205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.721205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.721205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.721205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.721205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.721205] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1776a4ac-442b-4e92-b14e-1f589c9d1ece already deleted. [ 850.721205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1776a4ac-442b-4e92-b14e-1f589c9d1ece" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.742408] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.742621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.759910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.760219] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.760329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.760398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.760626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.760745] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.760870] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 850.762044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.762234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.762379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.764178] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.764297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.764365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.764539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.765682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.790969] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 in Status: IN_PROGRESS for 2s [ 850.790969] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.790969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.790969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.790969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.790969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.791482] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da is going to be created. [ 850.793999] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 850.821072] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.821246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.821318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.821555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.821702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.823597] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7: rpc.has_security_group_logging(os_id): False [ 850.825111] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.827993] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b64a8b73-e7b4-4a8c-9c17-1d8409b59224: rpc.has_security_group_logging(os_id): False [ 850.837142] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b383e15-6e92-44b8-ad82-a97a9ecd66d9: rpc.has_security_group_logging(os_id): False [ 850.864520] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 850.870966] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.871206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.872273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.872273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.873382] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67dfaedb-6106-476a-b4ec-eb0ba33ca68f: rpc.has_security_group_logging(os_id): False [ 850.875793] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 850.875793] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70c7a17-5ccf-4312-9144-74b93053452e: rpc.has_security_group_logging(os_id): False [ 850.878267] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.878267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.878267] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d197ae0-a03a-4b26-87d1-94ff0e86de3c: rpc.has_security_group_logging(os_id): False [ 850.883947] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.883947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.883947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.883947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.883947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.885730] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.885886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.906064] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da in Status: UNINITIALIZED for 2s [ 850.911829] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.911993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.913871] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.914891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.918668] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.918668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.935966] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f req-eea08e2d-e48c-4909-9c48-9f78689b8cd4 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 850.937580] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 850.937580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.937580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.943037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.943037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.943037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.943037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.943037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.943037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.943037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.943037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.943413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.943413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.943413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.943504] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.943592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.943652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.943791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.943867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.943958] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 850.949096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.950158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.952107] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.952107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.980526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.980877] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.981020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.981127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.981343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.981498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.981641] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be updated. [ 850.982720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.982862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.030689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.030988] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.031094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.033114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.033114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.033114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.033114] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be updated. [ 851.033114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.033114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.063022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.063022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.063022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.063022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.063821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.063821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.063821] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be updated. [ 851.064793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.065736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.071231] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.071231] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.109465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.109465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.109465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.109465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.109465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.109465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.109465] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c is going to be updated. [ 851.110580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.110798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.121854] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.122039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.161975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.162342] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.162486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.162520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.162719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.162816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.162915] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be updated. [ 851.164105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.164613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.164765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.167392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.168008] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.208535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.208535] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.208535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.208728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.208763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.208852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.209065] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.209262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.209344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.209521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.209596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.209790] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.209901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.209935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.213049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.213049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.213049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 851.213049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.213049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.213049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.215149] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.215334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.215425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.215633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.215885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.220378] env[69318]: INFO networking_nsxv3.common.synchronization [None req-1f7c887e-725f-450a-a0b1-03d5a2ea1726 None None] Enqueued Resource ID: d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb with Priority: HIGHEST for action port [ 851.221240] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb with Priority: HIGHEST for action port [ 851.221604] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.221785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.221856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.222169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.222518] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.293514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.293662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.293729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.293939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.294087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.295996] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.296135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.296198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.296426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.296578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.329501] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.331472] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: IN_PROGRESS for 2s [ 851.342074] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: IN_PROGRESS for 2s [ 851.343257] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 851.353480] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: IN_PROGRESS for 2s [ 851.355984] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c in Status: IN_PROGRESS for 2s [ 851.459118] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.459370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.459370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.459610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.459761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.476785] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.476785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.476785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.477171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.477171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.515776] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: IN_PROGRESS for 2s [ 851.518251] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 851.626028] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.626028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-930" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.626028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-930" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.626028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-930" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.626028] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.626028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.626028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.626486] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.626486] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.626547] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.626646] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.626790] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.627275] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.627275] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.627275] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.627455] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.657654] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.657811] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.657935] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.658190] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-930" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.658591] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-e0067d6b-38ce-431f-8118-51d9b7de707b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.658784] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-e0067d6b-38ce-431f-8118-51d9b7de707b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.658957] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-e0067d6b-38ce-431f-8118-51d9b7de707b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.659629] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-e0067d6b-38ce-431f-8118-51d9b7de707b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.659629] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0067d6b-38ce-431f-8118-51d9b7de707b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.726421] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb [ 851.726421] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.726421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.726421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.726421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.726421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.726421] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb already deleted. [ 851.726421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30b4f32-0781-4ac6-8572-c1e5dc0ef0cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.797700] env[69318]: INFO networking_nsxv3.common.synchronization [req-2be175ed-bcd9-415a-b03a-dbac3101b26f req-57e1e314-8d73-4175-91a7-a8a01ec75c67 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 851.798329] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 851.798606] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.798767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.798827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.802305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.802543] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.802670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.802736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.802940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.803076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.803269] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.836556] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.836556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.836556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.836556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.836556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.836556] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 851.869517] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.869654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.870850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.870850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.870850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.881673] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 852.167442] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.167442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.167442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.167442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.167442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.167442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port e0067d6b-38ce-431f-8118-51d9b7de707b not found, creating... [ 852.167442] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.167442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.167442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.167442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.167442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.167848] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.167899] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.168538] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.169549] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.169885] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.169885] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: e0067d6b-38ce-431f-8118-51d9b7de707b is going to be created. [ 852.220109] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.220349] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.220479] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.220763] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.221086] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.221277] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-e0067d6b-38ce-431f-8118-51d9b7de707b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.305337] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.309017] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.309152] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.309356] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.309796] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.309857] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.309978] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.311310] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.311550] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.311713] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.311971] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.312295] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.312337] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.312477] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.312599] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.312776] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.312980] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.344112] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.344299] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.344435] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.344620] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-529" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.344966] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-fdb93e57-d286-414c-93b0-43d27a7c33c8 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.345309] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-fdb93e57-d286-414c-93b0-43d27a7c33c8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.345435] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-fdb93e57-d286-414c-93b0-43d27a7c33c8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.345825] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-fdb93e57-d286-414c-93b0-43d27a7c33c8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.346710] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb93e57-d286-414c-93b0-43d27a7c33c8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.808645] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.810528] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 852.810767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.811640] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 in Status: SUCCESS [ 852.811783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.811958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.812365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.812485] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.853655] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.853942] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.854114] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.854388] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.854540] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.854702] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port fdb93e57-d286-414c-93b0-43d27a7c33c8 not found, creating... [ 852.854946] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.855154] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.855272] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.856018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.856018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.856018] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.856527] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.856527] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.856527] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.856735] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.856918] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: fdb93e57-d286-414c-93b0-43d27a7c33c8 is going to be created. [ 852.871817] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 852.871952] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee deletion is rescheduled due to dependency. [ 852.873288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.873288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.873288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.873288] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.873288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.873288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.873802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.873802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.873802] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.883582] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.883777] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.884348] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.884348] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.884546] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.884770] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-fdb93e57-d286-414c-93b0-43d27a7c33c8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.916940] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da in Status: SUCCESS [ 852.917213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.917360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.917597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.917789] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.917910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.917978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.918155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.918236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.918321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.918583] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.958764] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f req-3f43dfd8-6f89-4fd8-a990-98370eacc24d service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 852.958966] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f req-3f43dfd8-6f89-4fd8-a990-98370eacc24d service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 852.959130] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f req-3f43dfd8-6f89-4fd8-a990-98370eacc24d service nova] Enqueued Resource ID: e0067d6b-38ce-431f-8118-51d9b7de707b with Priority: HIGHEST for action port [ 852.959652] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 852.959847] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 852.959933] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0067d6b-38ce-431f-8118-51d9b7de707b with Priority: HIGHEST for action port [ 852.961120] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.961271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.961346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.961558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.962493] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.963404] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.963511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.963718] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0067d6b-38ce-431f-8118-51d9b7de707b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.963822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0067d6b-38ce-431f-8118-51d9b7de707b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.963887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0067d6b-38ce-431f-8118-51d9b7de707b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.964169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0067d6b-38ce-431f-8118-51d9b7de707b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.964602] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0067d6b-38ce-431f-8118-51d9b7de707b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.315188] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.315363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.315436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.315648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.315740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.315843] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 853.317355] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.317466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.317520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.317701] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.317847] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.317943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.318019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.318161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.318243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.318327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.318412] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.348563] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: SUCCESS [ 853.348980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.350389] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.350574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.350626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.350787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.351023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.358517] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 853.358732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.368089] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 853.368813] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 853.369062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.369585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.369812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.369905] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.374009] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c in Status: SUCCESS [ 853.374225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.374987] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: SUCCESS [ 853.375193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.375418] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.421828] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dcd19b-f8a0-49b0-812b-84334d1e84da taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.422081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.422081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.422299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.422467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.422567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.422632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.422799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.422891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.422986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.423520] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dcd19b-f8a0-49b0-812b-84334d1e84da taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.423634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.423699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.423851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.423993] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.424103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.424168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.424316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.424398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.424511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.424881] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.466788] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.466942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.467142] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0067d6b-38ce-431f-8118-51d9b7de707b with status ACTIVE [ 853.467310] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.467420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.467484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.467688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.467794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.467948] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.468056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.468117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.468264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.468338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.468514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.468632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.468694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.468867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.468940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.469060] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0067d6b-38ce-431f-8118-51d9b7de707b is going to be updated. [ 853.490805] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.490986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.491083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.491314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.491479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.491644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0067d6b-38ce-431f-8118-51d9b7de707b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.535478] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 853.535478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.535478] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: SUCCESS [ 853.535478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.823563] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.823911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.823911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.824066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.824257] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.828019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.828019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.828019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.828019] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.876891] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.877407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.877669] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.894333] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 853.894584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.894752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.894993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.895193] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.895317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.895384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.895544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.895624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.895703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.895793] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.927327] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6dcd19b-f8a0-49b0-812b-84334d1e84da: rpc.has_security_group_logging(os_id): False [ 853.948912] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.949132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.949217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.949448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.949540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.949798] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.949897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.949963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.950130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.950204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.950393] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.950487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.950549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.950689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.950754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.951964] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.952486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.952486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.952755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.952903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.953077] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da is going to be created. [ 853.959104] env[69318]: INFO networking_nsxv3.common.synchronization [req-2be175ed-bcd9-415a-b03a-dbac3101b26f req-3f50122b-3f4a-475d-befa-3d06d7dba52a service nova] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_rules [ 853.959104] env[69318]: INFO networking_nsxv3.common.synchronization [req-2be175ed-bcd9-415a-b03a-dbac3101b26f req-3f50122b-3f4a-475d-befa-3d06d7dba52a service nova] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 853.959104] env[69318]: INFO networking_nsxv3.common.synchronization [req-2be175ed-bcd9-415a-b03a-dbac3101b26f req-3f50122b-3f4a-475d-befa-3d06d7dba52a service nova] Enqueued Resource ID: fdb93e57-d286-414c-93b0-43d27a7c33c8 with Priority: HIGHEST for action port [ 853.959730] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_rules [ 853.960036] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 853.960235] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdb93e57-d286-414c-93b0-43d27a7c33c8 with Priority: HIGHEST for action port [ 853.960627] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.960949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.961128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.961663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.961835] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.962858] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.962990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.963284] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdb93e57-d286-414c-93b0-43d27a7c33c8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.963438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdb93e57-d286-414c-93b0-43d27a7c33c8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.963529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdb93e57-d286-414c-93b0-43d27a7c33c8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.964333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdb93e57-d286-414c-93b0-43d27a7c33c8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.964587] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb93e57-d286-414c-93b0-43d27a7c33c8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.027986] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.028159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.028225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.028439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.028724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.054736] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da in Status: IN_PROGRESS for 2s [ 854.101184] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.101454] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-517" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.101507] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-517" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.101874] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-517" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.103875] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.104569] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.104973] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.105995] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.105995] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.108614] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.108614] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.108732] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.108880] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.109114] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.109307] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.109528] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.143780] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.145202] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.145626] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.145892] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-517" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.146914] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-722a9b7b-c927-47e0-9094-faf040e41eaf taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.146914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-722a9b7b-c927-47e0-9094-faf040e41eaf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.147218] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-722a9b7b-c927-47e0-9094-faf040e41eaf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.147615] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-722a9b7b-c927-47e0-9094-faf040e41eaf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.147792] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722a9b7b-c927-47e0-9094-faf040e41eaf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.330822] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7b695c4-c43c-4938-89ff-99c1a05dce0c: rpc.has_security_group_logging(os_id): False [ 854.358175] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.359945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.359945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.360317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.360428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.361450] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.361450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.361450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.361450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.361450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.361450] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.361450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.361920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.361920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.361920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.361920] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.362126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.362126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.362374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.362447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.362533] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 854.380361] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.380530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.380601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.380818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.380981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.381119] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 854.399341] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.399341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.399341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.399682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.399715] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.402016] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.402016] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.402016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.402615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.402615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.402615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.402615] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.419205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.419205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.419205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.419205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.419205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.428201] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 854.440983] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.441157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.441331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.442184] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.442184] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.463998] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 854.467794] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.467794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.467794] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdb93e57-d286-414c-93b0-43d27a7c33c8 with status ACTIVE [ 854.468099] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.468099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.468099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.468212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.468419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.468455] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.468597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.468646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.468898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.468898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.468989] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.469086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.469291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.469291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.469374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.469422] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdb93e57-d286-414c-93b0-43d27a7c33c8 is going to be updated. [ 854.523250] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.523510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.523510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.523864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.523864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.523991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdb93e57-d286-414c-93b0-43d27a7c33c8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.650803] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.651199] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.651271] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.651515] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.651684] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.651824] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 722a9b7b-c927-47e0-9094-faf040e41eaf not found, creating... [ 854.652121] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.652284] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.652979] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.652979] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.652979] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.653291] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.653457] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.653576] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.653795] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.653932] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.654107] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 722a9b7b-c927-47e0-9094-faf040e41eaf is going to be created. [ 854.676418] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.676804] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.676804] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.677045] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.677290] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.677519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-722a9b7b-c927-47e0-9094-faf040e41eaf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.908558] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7: rpc.has_security_group_logging(os_id): False [ 854.929542] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.929903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.929903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.930056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.930154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.930460] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.930557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.930557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.930819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.930819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.931100] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.931195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.931231] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.931556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.931556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.932112] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.932112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.932112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.932252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.932298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.932374] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 855.005923] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.006187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.006187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.006357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.006506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.028554] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 855.378220] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 855.378447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.378617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.378824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.379018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.379139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.379207] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.379361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.379440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.379534] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.442283] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f req-d14b892f-7626-45dc-ad0d-fdff045fd6ee service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 855.442283] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f req-d14b892f-7626-45dc-ad0d-fdff045fd6ee service nova] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 855.442283] env[69318]: INFO networking_nsxv3.common.synchronization [req-7bdb07a6-befb-43e6-b3a4-12a80981bb8f req-d14b892f-7626-45dc-ad0d-fdff045fd6ee service nova] Enqueued Resource ID: 722a9b7b-c927-47e0-9094-faf040e41eaf with Priority: HIGHEST for action port [ 855.442283] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_rules [ 855.442283] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 855.442568] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722a9b7b-c927-47e0-9094-faf040e41eaf with Priority: HIGHEST for action port [ 855.443416] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.443416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.443576] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.443684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.444873] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-722a9b7b-c927-47e0-9094-faf040e41eaf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.445309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722a9b7b-c927-47e0-9094-faf040e41eaf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.446829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722a9b7b-c927-47e0-9094-faf040e41eaf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.446829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722a9b7b-c927-47e0-9094-faf040e41eaf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.446829] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722a9b7b-c927-47e0-9094-faf040e41eaf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.883936] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.953518] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 722a9b7b-c927-47e0-9094-faf040e41eaf with status ACTIVE [ 855.953791] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.953858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.953939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.955177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.955177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.955177] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.955177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.955177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.955177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.955177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.955177] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.955177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.955672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.955672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.955672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.955672] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 722a9b7b-c927-47e0-9094-faf040e41eaf is going to be updated. [ 855.982977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.983220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.983419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.983755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.983952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.984157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722a9b7b-c927-47e0-9094-faf040e41eaf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.076127] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da in Status: SUCCESS [ 856.076436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.387086] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.443017] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 856.443017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.443017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.443017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.443017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.443017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.443017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.443017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.443017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.443017] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.481399] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 856.481623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.892206] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.892441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.892515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.892771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.892866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.892977] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 856.948976] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.949218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.949306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.949593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.949788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.955483] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.971097] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 857.051083] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 857.051344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.051534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.051763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.051855] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.458392] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.556672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.556830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.556914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.557165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.557338] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.557470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.557564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.557658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.557742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.557829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.557933] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.961091] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.961475] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.961475] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.961746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.961746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.961746] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 857.999643] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.999812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.999859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.000094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.000242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.010094] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 858.060793] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.061057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.061242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.061403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.061607] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.061731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.061825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.062066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.062218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.062301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.062476] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.062625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.062700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.062859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.063074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.063196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.063285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.063456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.063550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.063659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.063748] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.567429] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7: rpc.has_security_group_logging(os_id): False [ 858.595224] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.595457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.595457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.595689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.595736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.595913] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.596025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.596245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.596323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.596518] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.596612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.596816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.596891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.597090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.597183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.597243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.597417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.597466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.598417] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 858.680700] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.680700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.680700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.681317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.681317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.701035] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 858.987036] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 858.987036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.987036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.987036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.987036] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.987036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.987036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.987036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.987036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.987036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.987036] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.190995] env[69318]: INFO networking_nsxv3.common.synchronization [None req-a127b17a-7ca3-449c-aeac-3bd775bbd912 None None] Enqueued Resource ID: a041be25-e52d-476d-8a63-6e0d376124c6 with Priority: HIGHEST for action port [ 859.191336] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a041be25-e52d-476d-8a63-6e0d376124c6 with Priority: HIGHEST for action port [ 859.192301] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a041be25-e52d-476d-8a63-6e0d376124c6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.192436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a041be25-e52d-476d-8a63-6e0d376124c6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.192507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a041be25-e52d-476d-8a63-6e0d376124c6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.192767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a041be25-e52d-476d-8a63-6e0d376124c6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.194481] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a041be25-e52d-476d-8a63-6e0d376124c6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.491947] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.492119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.492224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.494882] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.494882] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.494882] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.494882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.494882] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.697848] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a041be25-e52d-476d-8a63-6e0d376124c6 [ 859.699489] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.699489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.699489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.699489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.699489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.699489] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a041be25-e52d-476d-8a63-6e0d376124c6 already deleted. [ 859.699489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a041be25-e52d-476d-8a63-6e0d376124c6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.844672] env[69318]: INFO networking_nsxv3.common.synchronization [req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 req-403c881f-330e-4ce4-9bb6-9cf956f40151 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 859.845084] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 859.845403] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.845506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.845570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.845764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.845911] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.846016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.849204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.849431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.849534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.849637] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.006943] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 763857f7-40ea-4100-b884-338fdfe1e222: rpc.has_security_group_logging(os_id): False [ 860.024889] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 860.025646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.025946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.026343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.026582] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.030049] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.030049] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.030049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.030049] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.033412] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.033547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.033618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.033817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.062808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.063127] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.063301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.063372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.063512] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.063591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.063764] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.063873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.064033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.064095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.064169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.064297] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.064399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.064460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.064625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.064686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.064742] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 860.171955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.172365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.174082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.174082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.174082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.207521] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 860.354713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.354713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.354713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.354713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.354713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.354713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.354713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.354713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.354713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.354713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.354713] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be deleted. [ 860.386242] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.387589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.387589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.387589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.387589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.387589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.425364] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.427486] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.427486] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.430935] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.430935] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.430935] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.430935] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.430935] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.430935] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.430935] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.430935] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.430935] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.430935] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.430935] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.430935] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.430935] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.468481] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.468778] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.468778] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.469300] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.469440] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.469581] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.469723] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.470156] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.470362] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a207d9-7fdf-4ad9-991a-6f8ec2202404',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.533161] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.533347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.536025] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.726188] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 860.726493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.916291] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3081cde-ab74-445d-98ec-58a1c45ba176 req-f9d05fcd-f831-4260-b66f-c5db83273388 tempest-FloatingIPsAssociationTestJSON-1899556078 tempest-FloatingIPsAssociationTestJSON-1899556078-project-member] Enqueued Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 860.916291] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f173a3a6-0604-49dc-9049-d77caddec47f with Priority: HIGHEST for action security_group_members [ 860.919505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f173a3a6-0604-49dc-9049-d77caddec47f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.919699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.919761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.920031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.920514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.920670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.920751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.920937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.921051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.921211] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f173a3a6-0604-49dc-9049-d77caddec47f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.952319] env[69318]: INFO networking_nsxv3.common.synchronization [None req-a3c8d56c-6766-453b-91aa-c1882c6649b8 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_rules [ 860.953456] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_rules [ 860.953456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a01307-526f-484a-b16b-c51044abf95b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.953456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.953456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.953456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.953456] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.973430] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.973706] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.973859] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.974235] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.974446] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.974645] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port a1a207d9-7fdf-4ad9-991a-6f8ec2202404 not found, creating... [ 860.975043] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.975234] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.975319] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.975597] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.976452] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.976452] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.976452] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.976591] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.979026] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.979026] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.979026] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: a1a207d9-7fdf-4ad9-991a-6f8ec2202404 is going to be created. [ 861.009073] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.009073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.009073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.009073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.009073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.009073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.038449] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.070962] env[69318]: INFO networking_nsxv3.common.synchronization [None req-637f17b9-57c3-4d7e-89f2-65f637f091ce tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_rules [ 861.071786] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_rules [ 861.072889] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a01307-526f-484a-b16b-c51044abf95b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.073089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.424799] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.424799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.425022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.425134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.445940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.446222] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.446341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.446408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.446604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.446681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.446768] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f173a3a6-0604-49dc-9049-d77caddec47f is going to be updated. [ 861.477424] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.477424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.477424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.477424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.477424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.479911] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.479911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.479911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.482968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.482968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.482968] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a01307-526f-484a-b16b-c51044abf95b already deleted. [ 861.482968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.482968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.482968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.482968] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.489739] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: IN_PROGRESS for 2s [ 861.541602] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.541801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.541801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.542939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.543198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.543299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 861.583028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.584086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.584086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.584086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.584086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.597289] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 861.601029] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8d346df4-4bce-4bca-89e5-116c761f7fa1 None None] Enqueued Resource ID: ed4c284b-764f-4a46-8c40-a5ccf0969666 with Priority: HIGHEST for action port [ 861.601029] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4c284b-764f-4a46-8c40-a5ccf0969666 with Priority: HIGHEST for action port [ 861.601591] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed4c284b-764f-4a46-8c40-a5ccf0969666 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.601788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed4c284b-764f-4a46-8c40-a5ccf0969666" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.602016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed4c284b-764f-4a46-8c40-a5ccf0969666" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.602528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed4c284b-764f-4a46-8c40-a5ccf0969666" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.602528] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4c284b-764f-4a46-8c40-a5ccf0969666',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.719971] env[69318]: INFO networking_nsxv3.common.synchronization [req-e6abd1d8-f3be-478a-af92-f6b98d09313a req-2ef6eb43-ea0b-4fe6-8b30-f690baacbe93 tempest-InstanceActionsV221TestJSON-1256884604 tempest-InstanceActionsV221TestJSON-1256884604-project-member] Enqueued Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGHEST for action security_group_members [ 861.720530] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGHEST for action security_group_members [ 861.721585] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dcd19b-f8a0-49b0-812b-84334d1e84da taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.721585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.721701] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.721830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.721984] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.722105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.722162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.722548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.722548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.722548] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.752608] env[69318]: INFO networking_nsxv3.common.synchronization [req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 req-122db8e3-a1f2-42fc-9a1d-418693c342c7 service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 861.752608] env[69318]: INFO networking_nsxv3.common.synchronization [req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 req-122db8e3-a1f2-42fc-9a1d-418693c342c7 service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 861.752692] env[69318]: INFO networking_nsxv3.common.synchronization [req-3022b5cf-41cd-4cc3-ab13-dabd24060cf8 req-122db8e3-a1f2-42fc-9a1d-418693c342c7 service nova] Enqueued Resource ID: a1a207d9-7fdf-4ad9-991a-6f8ec2202404 with Priority: HIGHEST for action port [ 861.753484] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 861.753719] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 861.753719] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a207d9-7fdf-4ad9-991a-6f8ec2202404 with Priority: HIGHEST for action port [ 861.754878] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.755023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.755094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.755312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.755394] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.759819] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.759819] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.759819] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.759819] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.759819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.760472] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a207d9-7fdf-4ad9-991a-6f8ec2202404',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.002986] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.003196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.003267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.003478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.003617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.003667] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a01307-526f-484a-b16b-c51044abf95b already deleted. [ 862.003720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.106325] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed4c284b-764f-4a46-8c40-a5ccf0969666 [ 862.108544] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.108750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.108825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.109144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.109218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.109321] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed4c284b-764f-4a46-8c40-a5ccf0969666 already deleted. [ 862.109412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed4c284b-764f-4a46-8c40-a5ccf0969666" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.226763] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 862.227023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.227344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.227483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.227525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.227803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.227880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.228109] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.228274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.228274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.228430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.228506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.228593] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da is going to be updated. [ 862.257817] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.257817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.264025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1a207d9-7fdf-4ad9-991a-6f8ec2202404 with status ACTIVE [ 862.264025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.264025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.264025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.264025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.264025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1a207d9-7fdf-4ad9-991a-6f8ec2202404 is going to be updated. [ 862.266106] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.267353] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.267455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.267518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.267704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.267841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.282676] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da in Status: IN_PROGRESS for 2s [ 862.300722] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.300951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.301076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.301447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.301678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.305026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a207d9-7fdf-4ad9-991a-6f8ec2202404" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.769573] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.272280] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.273451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.273451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.273451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.273451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.273451] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be created. [ 863.301369] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.301556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.301622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.301938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.302132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.313071] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: UNINITIALIZED for 2s [ 863.499618] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f173a3a6-0604-49dc-9049-d77caddec47f in Status: SUCCESS [ 863.499865] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f173a3a6-0604-49dc-9049-d77caddec47f deletion is rescheduled due to dependency. [ 863.500086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f173a3a6-0604-49dc-9049-d77caddec47f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.607337] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.611021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.611021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.611021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.611021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.611790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.611790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.611790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.611790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.611939] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.114892] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa45966d-875e-468f-84ba-5418f5826fee: rpc.has_security_group_logging(os_id): False [ 864.138872] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.139126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.139242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.139537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.139629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.139845] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.139950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.140019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.140194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.140369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.140572] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.141065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.141065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.141065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.141065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.141334] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.141469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.141549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.141733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.141840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.141953] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 864.301020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.301020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.301020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.301020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.301491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.307815] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da in Status: SUCCESS [ 864.308532] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da deletion is rescheduled due to dependency. [ 864.308532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.326431] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 865.332770] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 865.333091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.333321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.333412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.334073] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.334073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.334073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.334073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.334073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.334506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.334506] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.840109] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.840109] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.840109] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.840109] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.840109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.841141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.841141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.841141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.841141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.842339] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.349049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6b088d-b4a7-41ad-90f9-c935ec8210f4: rpc.has_security_group_logging(os_id): False [ 866.349394] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 866.349394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.349622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.349829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.349904] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.367902] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.368078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.368078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.368249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.369122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.369122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.369122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.369122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.369122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.369122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.369122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.369499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.369499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.369499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.369499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.369626] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.369723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.369777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.369913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.370017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.372143] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be created. [ 866.433425] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.435199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.435401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.436315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.437413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.451361] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 866.754545] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 866.754545] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 866.855587] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.855587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.855587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.855587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.855587] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.855587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.855587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.855587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.855587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.855587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.855587] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.964648] env[69318]: INFO networking_nsxv3.common.synchronization [req-8fbbee59-aa1b-4896-a979-a8a3495ec416 req-1031f5b4-8025-4894-9ca7-ecbc50ea0576 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 866.965897] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 866.967150] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.967286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.967357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.967719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.967950] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.968144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.968238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.968430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.968520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.968620] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.364068] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.364068] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.364068] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.364068] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.364068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.364903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.364903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.364903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.364903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.364903] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.471870] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.472058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.472128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.472391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.472480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.472701] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.472849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.472949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.473229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.473337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.473459] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be updated. [ 867.513442] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.513672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.513786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.514130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.514533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.525741] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: IN_PROGRESS for 2s [ 867.866807] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa45966d-875e-468f-84ba-5418f5826fee: rpc.has_security_group_logging(os_id): False [ 867.922614] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.923682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.923770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.924180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.924266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.924478] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.924586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.924695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.924916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.925017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.925250] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.925355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.925432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.925990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.925990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.926205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.926205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.926205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.926471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.926664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.926664] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 868.033344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.033571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.033571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.033816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.033974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.053395] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 868.467359] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 868.467649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.889127] env[69318]: INFO networking_nsxv3.common.synchronization [req-306bed3b-c86c-4d10-859c-c9a8f257c970 req-52762ef2-173b-4d0f-bca4-ea00f3e51dd1 tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 868.889716] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 868.890040] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.890170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.890244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.890430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.891028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.891028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.891028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.891028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.891028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.891028] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.907037] env[69318]: INFO networking_nsxv3.common.synchronization [req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 req-07089dd3-ac10-4327-9b60-e1206b52dd93 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 868.907300] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 868.907626] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.907758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.907823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.908103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.909021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.909021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.909021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.909021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.909021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.909021] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.154543] env[69318]: INFO networking_nsxv3.common.synchronization [req-eabc5d2f-52eb-4a32-a7ac-f3e34d7b59b5 req-0f3c565a-02f1-4bb7-844f-db5db6041791 tempest-ServersTestMultiNic-952053463 tempest-ServersTestMultiNic-952053463-project-member] Enqueued Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 869.155598] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45966d-875e-468f-84ba-5418f5826fee with Priority: HIGHEST for action security_group_members [ 869.155598] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45966d-875e-468f-84ba-5418f5826fee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.155598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.274355] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.274606] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.274744] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.275422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.275733] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.275921] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.276058] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.276325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.276499] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.276978] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.277163] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.277291] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.277424] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.278239] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.278239] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.278239] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.305023] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.305285] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.305386] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.306227] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.306227] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-97d758ba-ce63-4a2c-b760-48ff61031a79 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.306227] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-97d758ba-ce63-4a2c-b760-48ff61031a79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.306227] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-97d758ba-ce63-4a2c-b760-48ff61031a79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.306666] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-97d758ba-ce63-4a2c-b760-48ff61031a79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.306884] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d758ba-ce63-4a2c-b760-48ff61031a79',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.393116] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.411392] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.537607] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: SUCCESS [ 869.538033] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 deletion is rescheduled due to dependency. [ 869.538090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.809934] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810228] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810378] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.810669] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.810828] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.810988] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 97d758ba-ce63-4a2c-b760-48ff61031a79 not found, creating... [ 869.811273] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.811475] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.811601] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.811824] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.811968] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.812271] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.812462] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.812599] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.812867] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.813052] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.813233] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 97d758ba-ce63-4a2c-b760-48ff61031a79 is going to be created. [ 869.836592] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.836825] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.837210] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.837288] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.837736] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.837736] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-97d758ba-ce63-4a2c-b760-48ff61031a79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.898999] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.913139] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.078093] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 870.078342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.401487] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.401672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.401775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.402068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.402159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.402321] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be updated. [ 870.415773] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.416087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.416087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.416302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.416410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.416525] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 870.438391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.438765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.438863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.439073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.439282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.451507] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: IN_PROGRESS for 2s [ 870.452403] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.452543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.452619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.453250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.453250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.465744] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 870.555882] env[69318]: INFO networking_nsxv3.common.synchronization [req-1cab13fe-616d-4a8c-937d-73b82d17e0a3 req-29873f78-a91f-493a-afdd-c8ad7760ea5f tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 870.556665] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 870.558577] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.558577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.558577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.558785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.558960] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.559106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.559171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.559422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.559905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.560064] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.575710] env[69318]: INFO networking_nsxv3.common.synchronization [req-306bed3b-c86c-4d10-859c-c9a8f257c970 req-82805554-2a10-438f-a57c-44f43ab235c8 service nova] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_rules [ 870.575710] env[69318]: INFO networking_nsxv3.common.synchronization [req-306bed3b-c86c-4d10-859c-c9a8f257c970 req-82805554-2a10-438f-a57c-44f43ab235c8 service nova] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 870.575710] env[69318]: INFO networking_nsxv3.common.synchronization [req-306bed3b-c86c-4d10-859c-c9a8f257c970 req-82805554-2a10-438f-a57c-44f43ab235c8 service nova] Enqueued Resource ID: 97d758ba-ce63-4a2c-b760-48ff61031a79 with Priority: HIGHEST for action port [ 870.575710] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_rules [ 870.575710] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 870.575710] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d758ba-ce63-4a2c-b760-48ff61031a79 with Priority: HIGHEST for action port [ 870.575710] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.575710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.575710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.575710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.575710] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.576425] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.576857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.576857] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-97d758ba-ce63-4a2c-b760-48ff61031a79 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.576857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97d758ba-ce63-4a2c-b760-48ff61031a79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.576857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97d758ba-ce63-4a2c-b760-48ff61031a79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.577087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97d758ba-ce63-4a2c-b760-48ff61031a79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.577121] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d758ba-ce63-4a2c-b760-48ff61031a79',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.065508] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.082365] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.082544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.082778] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97d758ba-ce63-4a2c-b760-48ff61031a79 with status ACTIVE [ 871.082953] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.083087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.083154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.083371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.083463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.083642] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.084200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.084200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.084200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.084200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.084422] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.084483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.084521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.085601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.085601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.085601] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97d758ba-ce63-4a2c-b760-48ff61031a79 is going to be updated. [ 871.122786] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.123105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.123326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.123474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.124357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.124357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97d758ba-ce63-4a2c-b760-48ff61031a79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.570496] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.072800] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.073028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.073082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.073267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.073365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.073458] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 872.108318] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.108318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.108318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.108318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.108567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.123846] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 872.464089] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: SUCCESS [ 872.464369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.464588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.464816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.465054] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.465229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.465308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.465477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.465561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.465659] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.476813] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 872.476813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.477087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.477191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.477412] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.477565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.477635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.477796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.477976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.477976] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45966d-875e-468f-84ba-5418f5826fee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.970266] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.981769] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.982658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.982658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.982825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.982825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.983056] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.983204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.983271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.983450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.983562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.983656] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee is going to be updated. [ 873.010865] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.011055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.011169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.011480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.011704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.021999] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: IN_PROGRESS for 2s [ 873.473144] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.975692] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.976069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.976069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.976255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.976366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.976473] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be updated. [ 874.014039] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.014380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.014470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.014705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.014860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.025107] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: IN_PROGRESS for 2s [ 874.135877] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 874.136169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.037031] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45966d-875e-468f-84ba-5418f5826fee in Status: SUCCESS [ 875.037399] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45966d-875e-468f-84ba-5418f5826fee deletion is rescheduled due to dependency. [ 875.037472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45966d-875e-468f-84ba-5418f5826fee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.574475] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 875.574604] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 876.016081] env[69318]: INFO networking_nsxv3.common.synchronization [req-7c3cb4a2-a428-4ed9-8110-3cef9ebd6b53 req-90c30024-ca37-4304-a41b-6fdc156bf90e tempest-ServerActionsV293TestJSON-32686834 tempest-ServerActionsV293TestJSON-32686834-project-member] Enqueued Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_members [ 876.016809] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGHEST for action security_group_members [ 876.016980] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.017376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.017535] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.017891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.017988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.018115] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.037244] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: SUCCESS [ 876.037244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.037244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.037244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.037244] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.037244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.037244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.037244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.037244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.037244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.037244] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.521129] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.521284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.521412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.523035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.523035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.523035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.523035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.523035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.523035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.523035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.523035] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 is going to be updated. [ 876.542178] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.542401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.542401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.542668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.542852] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.542958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.543040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.543205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.543294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.543382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.543531] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.543626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.543686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.543829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.543968] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.544071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.544135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.544269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.544345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.544424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.544513] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.555518] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.555654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.556232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.556232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.556232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.567056] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 in Status: IN_PROGRESS for 2s [ 877.051153] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70c7a17-5ccf-4312-9144-74b93053452e: rpc.has_security_group_logging(os_id): False [ 877.066837] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.066992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.067075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.067305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.067403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.067692] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.067782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.067782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.067986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.068052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.068211] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.068752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.068844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.070983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.070983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.070983] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.070983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.070983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.070983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.070983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.070983] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be updated. [ 877.152713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.153883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.153883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.154042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.154097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.193224] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: IN_PROGRESS for 2s [ 878.583483] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 in Status: SUCCESS [ 878.583842] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 deletion is rescheduled due to dependency. [ 878.586413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.236500] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: SUCCESS [ 879.236727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.017819] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 881.018167] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 882.497239] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8e8a7606-32a1-4b5d-a817-57b0264e129e None None] Enqueued Resource ID: e3f0fc52-1bb7-4440-b74f-965184249350 with Priority: HIGHEST for action port [ 882.497520] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f0fc52-1bb7-4440-b74f-965184249350 with Priority: HIGHEST for action port [ 882.498166] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f0fc52-1bb7-4440-b74f-965184249350 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.498264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f0fc52-1bb7-4440-b74f-965184249350" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.498335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f0fc52-1bb7-4440-b74f-965184249350" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.498582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f0fc52-1bb7-4440-b74f-965184249350" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.498669] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f0fc52-1bb7-4440-b74f-965184249350',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.001168] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3f0fc52-1bb7-4440-b74f-965184249350 [ 883.001265] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.001346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.001407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.001622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.001759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.005189] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3f0fc52-1bb7-4440-b74f-965184249350 already deleted. [ 883.005343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f0fc52-1bb7-4440-b74f-965184249350" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.427294] env[69318]: INFO networking_nsxv3.common.synchronization [None req-34fcd4e1-eec1-4974-b04b-b7217567a0c3 None None] Enqueued Resource ID: 0d935fa4-f300-4a49-85ca-e0dc3c514537 with Priority: HIGHEST for action port [ 883.427294] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d935fa4-f300-4a49-85ca-e0dc3c514537 with Priority: HIGHEST for action port [ 883.427294] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d935fa4-f300-4a49-85ca-e0dc3c514537 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.427595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d935fa4-f300-4a49-85ca-e0dc3c514537" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.427595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d935fa4-f300-4a49-85ca-e0dc3c514537" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.427761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d935fa4-f300-4a49-85ca-e0dc3c514537" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.427761] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d935fa4-f300-4a49-85ca-e0dc3c514537',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.475183] env[69318]: INFO networking_nsxv3.common.synchronization [req-54777254-e0d7-4fa2-846e-9bad64cf21c3 req-79fb16f1-7586-4a72-8c90-4d55b43425b3 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 883.475721] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 883.475853] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.475966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.476041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.476239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.476387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.476485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.476542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.476688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.476768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.476858] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.933905] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d935fa4-f300-4a49-85ca-e0dc3c514537 [ 883.934353] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.934353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.934353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.934639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.934718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.934861] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d935fa4-f300-4a49-85ca-e0dc3c514537 already deleted. [ 883.934962] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d935fa4-f300-4a49-85ca-e0dc3c514537" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.982414] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.478117] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.478333] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.478463] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.478741] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.479016] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.480724] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.480724] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.480724] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.480724] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.480724] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.480724] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.480724] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.480724] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.481187] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.481187] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.481187] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.486606] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.505704] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.505887] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.506081] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.506303] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.506663] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-e0295842-786c-405f-9bfa-1bb2573bc667 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.506862] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-e0295842-786c-405f-9bfa-1bb2573bc667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.507019] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-e0295842-786c-405f-9bfa-1bb2573bc667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.507368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-e0295842-786c-405f-9bfa-1bb2573bc667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.507512] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0295842-786c-405f-9bfa-1bb2573bc667',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.991891] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.991891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.991891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.991891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.991891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.991891] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 885.012347] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.012917] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.012917] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.015971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.015971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.015971] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port e0295842-786c-405f-9bfa-1bb2573bc667 not found, creating... [ 885.015971] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.015971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.015971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.015971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.015971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.015971] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.015971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.016561] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.016561] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.016561] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.017029] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: e0295842-786c-405f-9bfa-1bb2573bc667 is going to be created. [ 885.036299] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.036438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.036507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.036717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.038526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.047726] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.047726] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.047726] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.047726] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.047930] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.048435] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-e0295842-786c-405f-9bfa-1bb2573bc667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.049875] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 885.102804] env[69318]: INFO networking_nsxv3.common.synchronization [None req-5b76d797-267e-4c6e-87fc-7697490eacba None None] Enqueued Resource ID: ad18e227-3cab-4b66-a55c-2a79b1abb9ab with Priority: HIGHEST for action port [ 885.103447] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad18e227-3cab-4b66-a55c-2a79b1abb9ab with Priority: HIGHEST for action port [ 885.103775] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad18e227-3cab-4b66-a55c-2a79b1abb9ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.103938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad18e227-3cab-4b66-a55c-2a79b1abb9ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.103996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad18e227-3cab-4b66-a55c-2a79b1abb9ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.107061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad18e227-3cab-4b66-a55c-2a79b1abb9ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.109070] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad18e227-3cab-4b66-a55c-2a79b1abb9ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.609624] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad18e227-3cab-4b66-a55c-2a79b1abb9ab [ 885.609885] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.613020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.613020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.613020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.613020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.613020] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad18e227-3cab-4b66-a55c-2a79b1abb9ab already deleted. [ 885.613020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad18e227-3cab-4b66-a55c-2a79b1abb9ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.970523] env[69318]: INFO networking_nsxv3.common.synchronization [None req-662fdfce-b2fe-438a-adf3-bfbce5cb0e2a None None] Enqueued Resource ID: ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1 with Priority: HIGHEST for action port [ 885.972045] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1 with Priority: HIGHEST for action port [ 885.972045] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.972045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.972045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.972045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.972045] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.064355] env[69318]: INFO networking_nsxv3.common.synchronization [req-61452f60-a3a4-4e40-a540-775fbcee8fb3 req-a98535a8-e13d-4781-b725-ad4a5625568f tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 886.065201] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 886.065572] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.065689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.065752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.065989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.066872] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.066872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.066872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.066872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.066872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.067198] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.449191] env[69318]: INFO networking_nsxv3.common.synchronization [req-54777254-e0d7-4fa2-846e-9bad64cf21c3 req-9368d4fb-b84e-4791-90f0-9a23bd330b53 service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 886.449191] env[69318]: INFO networking_nsxv3.common.synchronization [req-54777254-e0d7-4fa2-846e-9bad64cf21c3 req-9368d4fb-b84e-4791-90f0-9a23bd330b53 service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 886.449191] env[69318]: INFO networking_nsxv3.common.synchronization [req-54777254-e0d7-4fa2-846e-9bad64cf21c3 req-9368d4fb-b84e-4791-90f0-9a23bd330b53 service nova] Enqueued Resource ID: e0295842-786c-405f-9bfa-1bb2573bc667 with Priority: HIGHEST for action port [ 886.449191] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 886.453936] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 886.453936] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0295842-786c-405f-9bfa-1bb2573bc667 with Priority: HIGHEST for action port [ 886.453936] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.453936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.453936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.453936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.453936] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.453936] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.453936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.453936] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0295842-786c-405f-9bfa-1bb2573bc667 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.453936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0295842-786c-405f-9bfa-1bb2573bc667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.453936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0295842-786c-405f-9bfa-1bb2573bc667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.453936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0295842-786c-405f-9bfa-1bb2573bc667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.453936] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0295842-786c-405f-9bfa-1bb2573bc667',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.482515] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1 [ 886.482764] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.482954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.483248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.483538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.483682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.483820] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1 already deleted. [ 886.483933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea6c337b-dbaf-4a0b-9422-c7459e8e6fe1" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.568858] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.569030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.569098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.569318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.569825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.569825] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.569825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.569825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.570024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.570024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.570347] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be deleted. [ 886.586845] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.587075] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.587206] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.587477] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.587739] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.587898] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.588703] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.589069] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.589263] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.589486] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.589608] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.589722] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.589851] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.589979] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.590159] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.590247] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.608932] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.609090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.609128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.611772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.611772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.611772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.611772] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.611772] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.611772] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.611772] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.612165] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.612165] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.612296] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.612730] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.612730] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a24f07-fcc2-48ba-8325-89bdc4b2f06e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.961615] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.961852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.963380] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0295842-786c-405f-9bfa-1bb2573bc667 with status ACTIVE [ 886.963680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.963887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.964010] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.964348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.965271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.965271] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.965271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.965271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.965271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.965558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.965666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.965829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.965928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.967789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.967888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.969023] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0295842-786c-405f-9bfa-1bb2573bc667 is going to be updated. [ 886.979021] env[69318]: INFO networking_nsxv3.common.synchronization [req-8b845787-d8e9-4227-93c4-8c917d5035e9 req-0c95df12-414c-4fc8-aeab-dd28f1f25573 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 886.979021] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 886.979021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.979021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.979021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.979021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.979021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.979021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.979021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.979021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.979021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.979021] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.994973] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.996504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.996684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.996959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.997220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.997532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0295842-786c-405f-9bfa-1bb2573bc667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.055342] env[69318]: INFO networking_nsxv3.common.synchronization [req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca req-15b8862e-88aa-4d94-9e0a-ed8bd0d8540a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 887.055342] env[69318]: INFO networking_nsxv3.common.synchronization [req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca req-15b8862e-88aa-4d94-9e0a-ed8bd0d8540a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 887.055342] env[69318]: INFO networking_nsxv3.common.synchronization [req-a7683cb4-d72b-49d2-8e4c-1d14756db6ca req-15b8862e-88aa-4d94-9e0a-ed8bd0d8540a tempest-SecurityGroupsTestJSON-2103448000 tempest-SecurityGroupsTestJSON-2103448000-project-member] Enqueued Resource ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 with Priority: HIGHEST for action security_group_members [ 887.055342] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGHEST for action security_group_members [ 887.055527] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGHEST for action security_group_members [ 887.055527] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 with Priority: HIGHEST for action security_group_members [ 887.055824] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.055946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.056017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.056243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.057029] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.057029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.057029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.057029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.057029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.057029] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.057865] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.057981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.058059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.059805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.060166] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.060166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.060166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.060297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.060380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.060479] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.062737] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b2a3c9-591d-42e3-8101-97d25082a7e5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.062985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.062985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.063137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.063296] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.063398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.063461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.063608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.063761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.063805] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b2a3c9-591d-42e3-8101-97d25082a7e5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.065768] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 887.066020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.066702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.066865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.067034] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.070443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.070443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.070443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.070443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.070443] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.115735] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.115735] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.115735] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.115735] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.115947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.116070] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 36a24f07-fcc2-48ba-8325-89bdc4b2f06e not found, creating... [ 887.116471] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.116593] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.116744] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.116943] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.117106] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.117409] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.117559] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.117688] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.117896] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.118045] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.118191] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 36a24f07-fcc2-48ba-8325-89bdc4b2f06e is going to be created. [ 887.182731] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.183151] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.183650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.184173] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.184442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.184688] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.482625] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.482794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.482896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.483148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.483249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.483456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.483561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.483627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.483784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.483862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.483952] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 887.516399] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.518149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.518149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.518149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.518149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.534541] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 887.564292] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.564292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.564292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.564449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.564684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.564735] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.564829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.564891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.565064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.565145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.565234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be updated. [ 887.568032] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.568032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.568032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.568032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.568032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.571780] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.572166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.572166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.572312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.572403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.572506] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be updated. [ 887.573769] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.573882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.573951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.574135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.575673] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.610465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.610681] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.610823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.610890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.611165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.611301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.611403] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 is going to be updated. [ 887.641484] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.641645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.641715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.642038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.642286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.644957] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.644957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.645220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.645296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.645465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.660595] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: IN_PROGRESS for 2s [ 887.660817] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: IN_PROGRESS for 2s [ 887.670666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.671465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.671642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.671941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.672276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.702165] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 in Status: IN_PROGRESS for 2s [ 887.814029] env[69318]: INFO networking_nsxv3.common.synchronization [None req-25915796-a166-4615-a72f-3187649337ec None None] Enqueued Resource ID: 0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f with Priority: HIGHEST for action port [ 887.815318] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f with Priority: HIGHEST for action port [ 887.817301] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.817613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.817613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.817992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.818290] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.954843] env[69318]: INFO networking_nsxv3.common.synchronization [req-61452f60-a3a4-4e40-a540-775fbcee8fb3 req-879a3ff2-85a8-4f0a-9e8f-162ca8d14cd4 service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 887.955087] env[69318]: INFO networking_nsxv3.common.synchronization [req-61452f60-a3a4-4e40-a540-775fbcee8fb3 req-879a3ff2-85a8-4f0a-9e8f-162ca8d14cd4 service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 887.955285] env[69318]: INFO networking_nsxv3.common.synchronization [req-61452f60-a3a4-4e40-a540-775fbcee8fb3 req-879a3ff2-85a8-4f0a-9e8f-162ca8d14cd4 service nova] Enqueued Resource ID: 36a24f07-fcc2-48ba-8325-89bdc4b2f06e with Priority: HIGHEST for action port [ 887.955899] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 887.956908] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 887.957149] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a24f07-fcc2-48ba-8325-89bdc4b2f06e with Priority: HIGHEST for action port [ 887.958465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.958675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.961165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.961822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.961975] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.963161] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.963485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.963582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.963827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.964062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.964216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.964285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.964495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.964599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.964727] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.965650] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.965769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.965838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.966855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.966988] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a24f07-fcc2-48ba-8325-89bdc4b2f06e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.081395] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.320643] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f [ 888.321051] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.321194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.321264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.321475] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.321641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.321690] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f already deleted. [ 888.321728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0616e1a2-21ad-460f-9c87-d2cb2f5dbe8f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.469483] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.469648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.469808] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.470811] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36a24f07-fcc2-48ba-8325-89bdc4b2f06e with status ACTIVE [ 888.471028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.472402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.472402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.472402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.472402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.472402] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.472402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.472402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.473217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.476549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.476549] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.476549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.476549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.476549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.476549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.476549] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36a24f07-fcc2-48ba-8325-89bdc4b2f06e is going to be updated. [ 888.498408] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.498599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.498640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.498898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.499054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.499232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36a24f07-fcc2-48ba-8325-89bdc4b2f06e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.588220] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.588220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.588220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.588220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.588220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.588220] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 888.651223] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.651223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.651223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.651423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.655049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.662834] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 888.976676] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.048937] env[69318]: INFO networking_nsxv3.common.synchronization [req-a6558099-ac64-437c-bc47-574e54018657 req-a1c6ecda-ff63-412e-9397-dd77bb0a784d tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Enqueued Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGHEST for action security_group_members [ 889.050130] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGHEST for action security_group_members [ 889.050848] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.050848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.050981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.051353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.051562] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.051699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.051827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.052120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.052707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.055042] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.479850] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.479850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.479850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.481382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.481537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.481655] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be created. [ 889.508470] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.508718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.508718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.510036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.510036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.522921] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: UNINITIALIZED for 2s [ 889.544726] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 889.544910] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 889.545039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.560041] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.560186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.560325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.560467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.560517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.562373] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.562373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.562373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.562373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.562373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.562373] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 already deleted. [ 889.562373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.567778] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.568814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-120" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.568814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-120" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.568814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-120" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.568814] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.568814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.569016] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.569148] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.569295] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.569501] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.569615] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.569720] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.569850] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.569998] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.570127] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.571048] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.591066] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.591251] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.591375] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.591551] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-120" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.591871] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.592225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.592386] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.592746] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.593032] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7663ca-8313-4aad-a66b-2e5eb680fa2e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.675791] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 in Status: SUCCESS [ 889.676651] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 deletion is rescheduled due to dependency. [ 889.676755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.677627] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 in Status: SUCCESS [ 889.677743] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 deletion is rescheduled due to dependency. [ 889.677841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.713521] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 in Status: SUCCESS [ 889.713708] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b2a3c9-591d-42e3-8101-97d25082a7e5 deletion is rescheduled due to dependency. [ 889.713811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b2a3c9-591d-42e3-8101-97d25082a7e5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.873867] env[69318]: INFO networking_nsxv3.common.synchronization [None req-b4231ce4-d373-4cc7-9b99-79fbf7b95c70 None None] Enqueued Resource ID: 92608811-701d-4c96-8e81-77c273b53553 with Priority: HIGHEST for action port [ 889.874607] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92608811-701d-4c96-8e81-77c273b53553 with Priority: HIGHEST for action port [ 889.875037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-92608811-701d-4c96-8e81-77c273b53553 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.875213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92608811-701d-4c96-8e81-77c273b53553" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.875316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92608811-701d-4c96-8e81-77c273b53553" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.875653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92608811-701d-4c96-8e81-77c273b53553" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.875772] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92608811-701d-4c96-8e81-77c273b53553',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.095867] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.095867] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.095867] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.096169] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.096327] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.096488] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port eb7663ca-8313-4aad-a66b-2e5eb680fa2e not found, creating... [ 890.096742] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.096905] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.097123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.097360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.097500] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.097782] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.097941] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.098188] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.098492] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.098994] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.099230] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: eb7663ca-8313-4aad-a66b-2e5eb680fa2e is going to be created. [ 890.125755] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.126098] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.128655] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.128655] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.128655] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.128655] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.378061] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92608811-701d-4c96-8e81-77c273b53553 [ 890.378377] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.378508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.378582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.378795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.378888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.378988] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92608811-701d-4c96-8e81-77c273b53553 already deleted. [ 890.379092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92608811-701d-4c96-8e81-77c273b53553" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.672977] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 890.673570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.673570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.673707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.673901] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.674025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.674096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.674916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.674916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.674916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.674916] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.902774] env[69318]: INFO networking_nsxv3.common.synchronization [req-a6558099-ac64-437c-bc47-574e54018657 req-5dc7802e-fc61-4f05-aca3-593f50efeb4d service nova] Enqueued Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGHEST for action security_group_rules [ 890.903030] env[69318]: INFO networking_nsxv3.common.synchronization [req-a6558099-ac64-437c-bc47-574e54018657 req-5dc7802e-fc61-4f05-aca3-593f50efeb4d service nova] Enqueued Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGHEST for action security_group_members [ 890.903142] env[69318]: INFO networking_nsxv3.common.synchronization [req-a6558099-ac64-437c-bc47-574e54018657 req-5dc7802e-fc61-4f05-aca3-593f50efeb4d service nova] Enqueued Resource ID: eb7663ca-8313-4aad-a66b-2e5eb680fa2e with Priority: HIGHEST for action port [ 890.903756] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGHEST for action security_group_rules [ 890.903895] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGHEST for action security_group_members [ 890.904084] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7663ca-8313-4aad-a66b-2e5eb680fa2e with Priority: HIGHEST for action port [ 890.906344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.906344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.906344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.906344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.906344] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.906344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.906344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.906344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.906344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.906663] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.906663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.906663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.906742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.906767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.907044] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.907648] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.908260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.908260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.908260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.912744] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7663ca-8313-4aad-a66b-2e5eb680fa2e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.177780] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.177780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.177780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.177780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.177780] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.178062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.178062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.180580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.180580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.180580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.180580] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.412094] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.413524] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.413661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.413798] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb7663ca-8313-4aad-a66b-2e5eb680fa2e with status ACTIVE [ 891.413955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.414082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.414148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.414355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.414441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.414625] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.414724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.414788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.414945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.419162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.419484] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.419608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.419679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.419866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.420040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.420147] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb7663ca-8313-4aad-a66b-2e5eb680fa2e is going to be updated. [ 891.444847] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.444994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.445072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.445264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.445404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.445562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb7663ca-8313-4aad-a66b-2e5eb680fa2e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.533124] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 891.533124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.533124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.533124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.533124] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.533124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.533124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.533124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.533124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.533124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.533124] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.684189] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 891.704689] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.704824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.704901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.705137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.705235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.705458] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.705582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.705648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.705802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.705880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.706074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.706173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.706237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.706377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.706451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.706641] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.706738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.706800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.706937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.707320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.707546] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 891.778123] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.778123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.778123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.778123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.778123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.796775] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 891.922281] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.037222] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.037401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.037475] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.037710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.037886] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.037984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.038059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.038206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.038292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.038377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.038526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.038619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.038680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.038815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.038954] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.039056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.039117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.039268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.039342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.039422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.039513] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.424738] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.424914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.425136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.425213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.425293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.425401] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 is going to be created. [ 892.450169] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.450318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.450413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.450775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.451025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.463157] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 in Status: UNINITIALIZED for 2s [ 892.542649] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd76431-b27b-42fd-b59d-80fcce933268: rpc.has_security_group_logging(os_id): False [ 892.565328] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.566027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.566027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.566027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.566377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.566377] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.566377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.566489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.566581] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.566664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.567069] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.567178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.567252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.567598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.567598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.567813] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.567918] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.567986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.568158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.568241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.568334] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be created. [ 892.655145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.655370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.655414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.655648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.656119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.671317] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 893.819205] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 893.819570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.476974] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 in Status: SUCCESS [ 894.477509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.477509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.477509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.477635] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.477779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.477888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.478085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.478173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.478266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.478353] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.686677] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 894.686934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.982026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.982026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.985047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.985349] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.985521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.985616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.985926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.985985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.986124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.986354] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.986563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.986619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.986789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.986987] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.987471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.987567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.988392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.988392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.988392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.988392] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.491343] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51: rpc.has_security_group_logging(os_id): False [ 895.511207] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.511390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.511451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.511681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.511764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.511956] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.512116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.512195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.512366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.512463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.512677] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.512789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.512843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.512971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.513053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.513411] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.513502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.513563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.513705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.513777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.513862] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 is going to be created. [ 895.581351] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.581500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.581564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.581787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.581971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.603206] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 in Status: IN_PROGRESS for 2s [ 895.908262] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 895.908262] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 896.463233] env[69318]: INFO networking_nsxv3.common.synchronization [req-b26c3a25-641e-4053-a5be-cc60a1d48528 req-16603bc7-1ef4-4045-a20f-6683c6d25ee3 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Enqueued Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGHEST for action security_group_members [ 896.463233] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGHEST for action security_group_members [ 896.463233] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.463233] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.463674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.463674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.463744] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.464758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.464758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.465427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.465427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.465534] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.911157] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.911404] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-612" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.911667] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-612" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.911883] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-612" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.915804] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.916018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.916150] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.916456] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.916621] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.916852] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.916958] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.917079] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.917199] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.918263] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.918263] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.918263] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.939832] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.940071] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.940223] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.940420] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-612" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.941259] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-b5f561ae-a98d-4817-9267-d4ae3a5552dd taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.941259] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-b5f561ae-a98d-4817-9267-d4ae3a5552dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.941259] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-b5f561ae-a98d-4817-9267-d4ae3a5552dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.941504] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-b5f561ae-a98d-4817-9267-d4ae3a5552dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.941504] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f561ae-a98d-4817-9267-d4ae3a5552dd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.953062] env[69318]: INFO networking_nsxv3.common.synchronization [req-12e463e8-5a89-4fce-b6ff-5da5fdd24eb1 req-3fc1c984-38d6-40aa-bb75-a1c5be6bcd30 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 896.953062] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 896.953706] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.953980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.954223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.954725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.961911] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.961911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.961911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.961911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.961911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.961911] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.970976] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.971315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.972128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.972475] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.974535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.974535] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.974535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.974535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.977021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.977021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.977021] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 already deleted. [ 896.977021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.451676] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.451987] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.452381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.452717] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.452867] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.453044] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port b5f561ae-a98d-4817-9267-d4ae3a5552dd not found, creating... [ 897.453353] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.453522] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.453643] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.453946] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.454038] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.454374] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.454509] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.454644] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.454862] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.455007] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.455167] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: b5f561ae-a98d-4817-9267-d4ae3a5552dd is going to be created. [ 897.463885] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.476614] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.476614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.476614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.476614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.476890] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.476991] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-b5f561ae-a98d-4817-9267-d4ae3a5552dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.618248] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 in Status: SUCCESS [ 897.618661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.969189] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.304566] env[69318]: INFO networking_nsxv3.common.synchronization [req-b26c3a25-641e-4053-a5be-cc60a1d48528 req-fbd07ceb-2765-4d83-8f57-aba1f0ca358c service nova] Enqueued Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGHEST for action security_group_rules [ 898.305030] env[69318]: INFO networking_nsxv3.common.synchronization [req-b26c3a25-641e-4053-a5be-cc60a1d48528 req-fbd07ceb-2765-4d83-8f57-aba1f0ca358c service nova] Enqueued Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGHEST for action security_group_members [ 898.307090] env[69318]: INFO networking_nsxv3.common.synchronization [req-b26c3a25-641e-4053-a5be-cc60a1d48528 req-fbd07ceb-2765-4d83-8f57-aba1f0ca358c service nova] Enqueued Resource ID: b5f561ae-a98d-4817-9267-d4ae3a5552dd with Priority: HIGHEST for action port [ 898.307889] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGHEST for action security_group_rules [ 898.308056] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGHEST for action security_group_members [ 898.308215] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f561ae-a98d-4817-9267-d4ae3a5552dd with Priority: HIGHEST for action port [ 898.308620] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.308738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.308816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.309192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.309346] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.310345] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.310473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.310556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.310780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.310975] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.312541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.312541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.312541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.312687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.312687] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.313750] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5f561ae-a98d-4817-9267-d4ae3a5552dd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.313897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5f561ae-a98d-4817-9267-d4ae3a5552dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.313964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5f561ae-a98d-4817-9267-d4ae3a5552dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.314195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5f561ae-a98d-4817-9267-d4ae3a5552dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.316230] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f561ae-a98d-4817-9267-d4ae3a5552dd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.471970] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.472481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.472481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.472772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.472887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.473021] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 898.513053] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.513053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.513053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.513053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.513053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.524122] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 898.817772] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.817772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.817772] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.822028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5f561ae-a98d-4817-9267-d4ae3a5552dd with status ACTIVE [ 898.822028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.822028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.822028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.822028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.822028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5f561ae-a98d-4817-9267-d4ae3a5552dd is going to be updated. [ 898.854513] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.854513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.854513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.854513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.854513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.854513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5f561ae-a98d-4817-9267-d4ae3a5552dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.989936] env[69318]: INFO networking_nsxv3.common.synchronization [req-2aa8995d-0690-4482-931e-0004848b7a3b req-e2a0c4bb-7d34-45cf-8ade-d6cabc4da011 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 898.990608] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 898.990936] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.992477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.992589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.992909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.993097] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.993616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.993616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.993616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.993767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.993767] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.328868] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.459585] env[69318]: INFO networking_nsxv3.common.synchronization [req-e5d75993-d80d-4bdf-8512-e3a57a55974d req-34896e8e-8e07-4b15-83ab-b42c4506bce3 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Enqueued Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGHEST for action security_group_members [ 899.460217] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGHEST for action security_group_members [ 899.460784] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.460784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.460784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.461026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.461644] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.461737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.461800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.461979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.462069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.462227] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.498192] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.835348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.835572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.835614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.835845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.835908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.836021] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 is going to be created. [ 899.871159] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.872282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.872394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.872667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.872776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.885059] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 in Status: UNINITIALIZED for 2s [ 899.966205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.966361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.966431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.966647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.966734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.966932] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.967048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.967110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.967268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.967341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.967581] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab already deleted. [ 899.967581] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.000235] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.213755] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.213975] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-640" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.214128] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-640" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.214533] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-640" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.214946] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.215297] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.215623] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.219027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.219027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.219027] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.219027] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.219027] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.219027] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.219027] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.219027] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.219027] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.235818] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2cce4bcb-0450-47c6-808b-af92a55cb351 None None] Enqueued Resource ID: 96eb78cf-2f2c-4687-b754-9516b9ae571c with Priority: HIGHEST for action port [ 900.237348] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96eb78cf-2f2c-4687-b754-9516b9ae571c with Priority: HIGHEST for action port [ 900.237835] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-96eb78cf-2f2c-4687-b754-9516b9ae571c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.237976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96eb78cf-2f2c-4687-b754-9516b9ae571c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.238158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96eb78cf-2f2c-4687-b754-9516b9ae571c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.238473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96eb78cf-2f2c-4687-b754-9516b9ae571c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.239011] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96eb78cf-2f2c-4687-b754-9516b9ae571c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.257948] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.258501] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.259138] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.259410] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-640" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.259798] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.260019] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.260253] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.260665] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.260843] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9320e32-3f7c-45a2-9b61-b84b53ba4ae0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.503461] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.503897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.503897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.503897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.504107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.504107] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 900.538265] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 900.538480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.542995] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.543180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.543249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.543535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.543679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.552957] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 900.744970] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96eb78cf-2f2c-4687-b754-9516b9ae571c [ 900.749365] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.749365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.749365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.749365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.749365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.749365] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96eb78cf-2f2c-4687-b754-9516b9ae571c already deleted. [ 900.749365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96eb78cf-2f2c-4687-b754-9516b9ae571c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.764364] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.764616] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.764760] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.765051] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.765215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.765376] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 not found, creating... [ 900.765644] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.769888] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.770095] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.770480] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.770556] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.770895] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.771102] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.771228] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.771518] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.771672] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.771880] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 is going to be created. [ 900.795685] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.795685] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.795685] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.796110] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.796437] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.796437] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.901345] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 in Status: SUCCESS [ 901.901345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.901784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.901784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902295] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.902931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.903722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.903722] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.058256] env[69318]: INFO networking_nsxv3.common.synchronization [req-e5d75993-d80d-4bdf-8512-e3a57a55974d req-202b2661-321c-4a50-84f3-a6f43de54053 service nova] Enqueued Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGHEST for action security_group_rules [ 902.058581] env[69318]: INFO networking_nsxv3.common.synchronization [req-e5d75993-d80d-4bdf-8512-e3a57a55974d req-202b2661-321c-4a50-84f3-a6f43de54053 service nova] Enqueued Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGHEST for action security_group_members [ 902.058581] env[69318]: INFO networking_nsxv3.common.synchronization [req-e5d75993-d80d-4bdf-8512-e3a57a55974d req-202b2661-321c-4a50-84f3-a6f43de54053 service nova] Enqueued Resource ID: d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 with Priority: HIGHEST for action port [ 902.059119] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGHEST for action security_group_rules [ 902.060082] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGHEST for action security_group_members [ 902.060082] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 with Priority: HIGHEST for action port [ 902.060082] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.060082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.060082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.060521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.060521] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.062056] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.062056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.062056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.062056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.062217] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.062512] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.062622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.062853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.062977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.063122] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.064525] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.064707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.067046] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.068184] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.068363] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9320e32-3f7c-45a2-9b61-b84b53ba4ae0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.163036] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9693f80f-3d09-4897-a5ba-67b69631b4e6 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Enqueued Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_rules [ 902.163036] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_rules [ 902.163036] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.163036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.163036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.163036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.163036] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.187912] env[69318]: INFO networking_nsxv3.common.synchronization [req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a req-b286c307-cbe4-401d-b13c-9560cb22449b tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Enqueued Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_members [ 902.188479] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_members [ 902.188805] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bca49b-7b62-4a6a-88e9-5292086f293b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.188934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.189017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.189340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.189514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.189944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.190039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.191038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.191038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.191038] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.346869] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2ec2dbcf-6829-4fb6-8fb2-8e8e7ef77510 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Enqueued Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_rules [ 902.347445] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_rules [ 902.347975] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.348932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.405376] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.408618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.408618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.408618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.408618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.409223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.409223] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.551257] env[69318]: INFO networking_nsxv3.common.synchronization [None req-04c11be7-5586-46a9-8a99-947eae14ee2c None None] Enqueued Resource ID: aaa11ec1-a84e-491e-a1fb-a61faba0e3f3 with Priority: HIGHEST for action port [ 902.551257] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa11ec1-a84e-491e-a1fb-a61faba0e3f3 with Priority: HIGHEST for action port [ 902.551257] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa11ec1-a84e-491e-a1fb-a61faba0e3f3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.551257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa11ec1-a84e-491e-a1fb-a61faba0e3f3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.551257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa11ec1-a84e-491e-a1fb-a61faba0e3f3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.551257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa11ec1-a84e-491e-a1fb-a61faba0e3f3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.551257] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa11ec1-a84e-491e-a1fb-a61faba0e3f3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.563726] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 902.563942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.569992] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.570967] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.571096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.571264] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 with status ACTIVE [ 902.571423] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.571537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.571654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.571903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.572017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.572220] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.572379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.572456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.572628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.572706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.572888] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.572987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.574131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.574131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.574131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.574340] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9320e32-3f7c-45a2-9b61-b84b53ba4ae0 is going to be updated. [ 902.614458] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.614743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.614859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.615140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.615561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.615974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9320e32-3f7c-45a2-9b61-b84b53ba4ae0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.692921] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.693144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.693203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.693525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.693617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.695538] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.695538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.695538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.695538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.695538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.695538] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bca49b-7b62-4a6a-88e9-5292086f293b already deleted. [ 902.695538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.703820] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.703966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.703966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.704533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.704533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.704533] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c already deleted. [ 902.704533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.704801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.704863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.704953] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.912882] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487: rpc.has_security_group_logging(os_id): False [ 902.935162] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.935435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.935588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.935948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.936134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.936456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.936645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.936769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.938210] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.938403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.938755] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.938926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.939064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.939319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.939431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.939803] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.940012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.940152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.940445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.940580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.940718] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 is going to be created. [ 902.962160] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.962160] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-814" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.962160] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-814" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.962837] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-814" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.963419] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.963765] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.964021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.964483] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.964911] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.966492] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.966815] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.967139] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.967436] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.967739] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.968039] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.968346] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.992721] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.992911] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.993083] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.993287] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-814" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.993651] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.993828] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.993967] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.994349] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.994520] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de9b7b4e-de3a-4720-ac07-1b6ef94151d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.003337] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.003337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.003499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.003617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.003818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.027037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 in Status: IN_PROGRESS for 2s [ 903.055017] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaa11ec1-a84e-491e-a1fb-a61faba0e3f3 [ 903.055652] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.055652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.055652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.055863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.055863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.056895] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaa11ec1-a84e-491e-a1fb-a61faba0e3f3 already deleted. [ 903.056895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa11ec1-a84e-491e-a1fb-a61faba0e3f3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.076293] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.238082] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.238909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.238909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.238909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.238909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.238909] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c already deleted. [ 903.238909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.498368] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.498651] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.498828] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.499155] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.499339] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.499523] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port de9b7b4e-de3a-4720-ac07-1b6ef94151d8 not found, creating... [ 903.499830] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.500016] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.500223] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.500578] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.500696] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.501154] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.501394] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.501540] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.501773] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.501914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.502075] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: de9b7b4e-de3a-4720-ac07-1b6ef94151d8 is going to be created. [ 903.532266] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.532266] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.532266] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.532266] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.532266] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.532266] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.579763] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.579963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.580075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.580367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.580507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.580727] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab is going to be created. [ 903.646070] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.646283] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.646328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.646526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.646692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.668195] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab in Status: UNINITIALIZED for 2s [ 903.984915] env[69318]: INFO networking_nsxv3.common.synchronization [req-95438da5-3f3d-40da-b731-4d2768d0a361 req-c41a0c9b-2a00-4210-95ea-a952527bc7c3 tempest-ServerAddressesTestJSON-1277538126 tempest-ServerAddressesTestJSON-1277538126-project-member] Enqueued Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGHEST for action security_group_members [ 903.986523] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGHEST for action security_group_members [ 903.989170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.989170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.989170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.989170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.989170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.989170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.989170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.989170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.989170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.989170] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.431606] env[69318]: INFO networking_nsxv3.common.synchronization [req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a req-0209366d-58be-4775-baab-a6cfa2dc27cc service nova] Enqueued Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_rules [ 904.431950] env[69318]: INFO networking_nsxv3.common.synchronization [req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a req-0209366d-58be-4775-baab-a6cfa2dc27cc service nova] Enqueued Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_members [ 904.432558] env[69318]: INFO networking_nsxv3.common.synchronization [req-fba2a35c-d02f-4814-8d08-6d6dadd22c9a req-0209366d-58be-4775-baab-a6cfa2dc27cc service nova] Enqueued Resource ID: de9b7b4e-de3a-4720-ac07-1b6ef94151d8 with Priority: HIGHEST for action port [ 904.433219] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_rules [ 904.433374] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_members [ 904.433531] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de9b7b4e-de3a-4720-ac07-1b6ef94151d8 with Priority: HIGHEST for action port [ 904.433947] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21bca49b-7b62-4a6a-88e9-5292086f293b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.434153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.434257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.434549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.434670] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.437599] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bca49b-7b62-4a6a-88e9-5292086f293b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.438504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.438504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.438504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.438662] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.438662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.438762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.438886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.439036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.439116] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.440137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.440269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.440343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.440957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.440957] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de9b7b4e-de3a-4720-ac07-1b6ef94151d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.491855] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.491855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.491855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.491855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.491855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.491855] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.491855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.492416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.492416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.492416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.492416] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 is going to be updated. [ 904.528049] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.528049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.528049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.528226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.528257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.541138] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 in Status: IN_PROGRESS for 2s [ 904.942864] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.944145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bca49b-7b62-4a6a-88e9-5292086f293b taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.948301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.948835] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de9b7b4e-de3a-4720-ac07-1b6ef94151d8 with status ACTIVE [ 904.949080] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.949213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.949282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.949503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.950433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.950433] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.950433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.950433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.950433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.950433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.950433] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.950817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.950817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.950817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.950817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.950817] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de9b7b4e-de3a-4720-ac07-1b6ef94151d8 is going to be updated. [ 904.978293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.978416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.978416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.978621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.978755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.978939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de9b7b4e-de3a-4720-ac07-1b6ef94151d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.044631] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 in Status: SUCCESS [ 905.044631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.449993] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.680677] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab in Status: SUCCESS [ 905.680930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.681121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.682013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.682013] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.682013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.682013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.682013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.682013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.682013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.682308] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.954765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.954940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.955014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.955246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.955335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.955440] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bca49b-7b62-4a6a-88e9-5292086f293b is going to be created. [ 905.983980] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.983980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.983980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.983980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.983980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.996919] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bca49b-7b62-4a6a-88e9-5292086f293b in Status: UNINITIALIZED for 2s [ 906.185325] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.185730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.185730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.185883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.186077] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.186185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.186250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.186678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.186678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186825] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.186926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.186975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.187249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.187301] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.187374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.187430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.187553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.187634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.187748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.187865] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.552461] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 in Status: SUCCESS [ 906.552730] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 deletion is rescheduled due to dependency. [ 906.552778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.692271] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af279df2-c673-4cb7-ad5e-b1c8eb3b88ab: rpc.has_security_group_logging(os_id): False [ 906.710114] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.710964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.711211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.711519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.711707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.712378] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.713357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.713357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.713357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.713357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.713357] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.713751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.713950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.714232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.714424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.715038] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.715038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.715038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.717049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.717049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.717049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab is going to be created. [ 906.780446] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.780676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.780807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.781109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.781393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.796922] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab in Status: IN_PROGRESS for 2s [ 908.010272] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bca49b-7b62-4a6a-88e9-5292086f293b in Status: SUCCESS [ 908.010699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.010903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.011114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.011398] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.011553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.011630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.011857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.011998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.012119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.012236] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.494129] env[69318]: INFO networking_nsxv3.common.synchronization [req-748f9b3c-a56f-48cf-ad60-80ffabcb6424 req-0b22348e-2991-4de0-b871-e48b920c52a6 tempest-ImagesNegativeTestJSON-1772332048 tempest-ImagesNegativeTestJSON-1772332048-project-member] Enqueued Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGHEST for action security_group_members [ 908.494129] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGHEST for action security_group_members [ 908.494396] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.494396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.494484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.494647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.495339] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.495339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.495339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.495339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.495339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.495339] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.515887] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.814027] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab in Status: SUCCESS [ 908.814027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.998732] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.998987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.998987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.999196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.999293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.999500] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.999607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.999669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.999822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.999902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.999990] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 is going to be updated. [ 909.020994] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21bca49b-7b62-4a6a-88e9-5292086f293b: rpc.has_security_group_logging(os_id): False [ 909.039967] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.040140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.040140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.040363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.040446] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.040731] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.040850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.041272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.041272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.041272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.041272] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21bca49b-7b62-4a6a-88e9-5292086f293b is going to be created. [ 909.043150] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.043283] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.043334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.043562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.043686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.058312] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 in Status: IN_PROGRESS for 2s [ 909.109894] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.110100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.110153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.111831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.111831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.126072] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21bca49b-7b62-4a6a-88e9-5292086f293b in Status: IN_PROGRESS for 2s [ 911.086123] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 in Status: SUCCESS [ 911.086497] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 deletion is rescheduled due to dependency. [ 911.086497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.144283] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21bca49b-7b62-4a6a-88e9-5292086f293b in Status: SUCCESS [ 911.144577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.349243] env[69318]: INFO networking_nsxv3.common.synchronization [req-00dabb93-b8c1-481c-a4a3-12b1abdedf53 req-5e8e1609-74ef-4e93-a334-6e768e7aab2b tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 911.349243] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 911.349243] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.349243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.349243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.350888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.351325] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.351614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.351767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.352070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.352250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.352869] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.856110] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.894142] env[69318]: INFO networking_nsxv3.common.synchronization [req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 req-5318d998-dfde-4d07-acc9-74f154ba62e3 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 911.894142] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 911.894142] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.894142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.894142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.894142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.894142] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.894142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.894142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.895317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.895543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.895750] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.287424] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.287424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.287424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.287424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.287424] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.287424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.287424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.288225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.288522] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.288868] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.289128] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.289571] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.290211] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.290211] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.290211] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.290558] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.312225] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.312225] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.312225] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.312225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.312225] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-3f06456b-5ed2-4060-a5aa-4785633d7243 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.312225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-3f06456b-5ed2-4060-a5aa-4785633d7243" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.312225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-3f06456b-5ed2-4060-a5aa-4785633d7243" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.312225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-3f06456b-5ed2-4060-a5aa-4785633d7243" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.312225] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f06456b-5ed2-4060-a5aa-4785633d7243',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.361776] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.399840] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.399840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.399840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.399840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.399840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.399840] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.399840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.399840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.399840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.400442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.400442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 already deleted. [ 912.400442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.818027] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.818027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.818027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.818027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.818027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.818027] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 3f06456b-5ed2-4060-a5aa-4785633d7243 not found, creating... [ 912.818027] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.818027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.818027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.818027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.818027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.818564] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.818932] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.819234] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.819575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.819832] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.820128] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 3f06456b-5ed2-4060-a5aa-4785633d7243 is going to be created. [ 912.848206] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.848648] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.848881] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.849259] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.849621] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.849972] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-3f06456b-5ed2-4060-a5aa-4785633d7243" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.866729] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.866729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.866729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.866729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.866729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.866729] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 912.938972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.938972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.938972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.938972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.938972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.956997] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 913.262188] env[69318]: INFO networking_nsxv3.common.synchronization [None req-7631aaea-0fe9-4bd7-8983-6e2aac62fe4b None None] Enqueued Resource ID: 579729fa-4981-49a2-8b0e-2ee97f8bddcd with Priority: HIGHEST for action port [ 913.262188] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579729fa-4981-49a2-8b0e-2ee97f8bddcd with Priority: HIGHEST for action port [ 913.262188] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-579729fa-4981-49a2-8b0e-2ee97f8bddcd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.262188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579729fa-4981-49a2-8b0e-2ee97f8bddcd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.262188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579729fa-4981-49a2-8b0e-2ee97f8bddcd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.263583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579729fa-4981-49a2-8b0e-2ee97f8bddcd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.263877] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579729fa-4981-49a2-8b0e-2ee97f8bddcd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.766289] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 579729fa-4981-49a2-8b0e-2ee97f8bddcd [ 913.766559] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.766662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.766732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.766947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.767049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.767159] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:579729fa-4981-49a2-8b0e-2ee97f8bddcd already deleted. [ 913.767587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579729fa-4981-49a2-8b0e-2ee97f8bddcd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.013475] env[69318]: INFO networking_nsxv3.common.synchronization [req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 req-70af274f-c936-4b0e-8f50-ef2f0a69c774 service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 914.013475] env[69318]: INFO networking_nsxv3.common.synchronization [req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 req-70af274f-c936-4b0e-8f50-ef2f0a69c774 service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 914.013475] env[69318]: INFO networking_nsxv3.common.synchronization [req-3eb50beb-7d7c-48dc-976c-09bd08a8bb91 req-70af274f-c936-4b0e-8f50-ef2f0a69c774 service nova] Enqueued Resource ID: 3f06456b-5ed2-4060-a5aa-4785633d7243 with Priority: HIGHEST for action port [ 914.013827] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 914.013970] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 914.015713] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f06456b-5ed2-4060-a5aa-4785633d7243 with Priority: HIGHEST for action port [ 914.016086] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.016219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.016286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.016559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.016649] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.020027] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.020167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.020239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.020930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.021131] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.021250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.021316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.021503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.021592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.021692] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.026465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f06456b-5ed2-4060-a5aa-4785633d7243 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.026465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f06456b-5ed2-4060-a5aa-4785633d7243" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.026465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f06456b-5ed2-4060-a5aa-4785633d7243" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.026465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f06456b-5ed2-4060-a5aa-4785633d7243" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.026465] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f06456b-5ed2-4060-a5aa-4785633d7243',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.526064] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.531472] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f06456b-5ed2-4060-a5aa-4785633d7243 with status ACTIVE [ 914.531705] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.531858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.532008] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.532592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.532592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.532592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.532592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.532592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.532830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.532830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.532965] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.533069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.533129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.533295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.533370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.533454] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f06456b-5ed2-4060-a5aa-4785633d7243 is going to be updated. [ 914.534634] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.534734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.559759] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.559940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.559995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.560269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.560400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.560558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f06456b-5ed2-4060-a5aa-4785633d7243" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.701292] env[69318]: INFO networking_nsxv3.common.synchronization [req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d req-62bab915-4f8c-4567-a8ef-848a0b62ba4c tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 914.701292] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 914.701292] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.701292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.701292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.701292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.702032] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.704601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.704601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.704601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.704601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.704601] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.967656] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 914.967892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.030458] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.128550] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.128750] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.128932] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.129328] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.129651] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.129892] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.129962] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.131548] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.131608] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.131838] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.131961] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.132090] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.132210] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.132369] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.132431] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.132572] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.157708] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.157928] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.158095] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.158295] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.159235] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-7acae672-caaa-436a-990b-3493784abac0 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.159623] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-7acae672-caaa-436a-990b-3493784abac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.159805] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-7acae672-caaa-436a-990b-3493784abac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.160167] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-7acae672-caaa-436a-990b-3493784abac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.160372] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7acae672-caaa-436a-990b-3493784abac0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.207537] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.207840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.207924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.208247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.208568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.208756] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.208846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.208951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.209190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.209315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.209470] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e already deleted. [ 915.209882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.534902] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.534902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.534902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.534902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.534902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.534902] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be created. [ 915.570028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.570028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.570028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.570028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.570028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.580443] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: UNINITIALIZED for 2s [ 915.666137] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.666137] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.666137] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.666137] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.666533] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.666533] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 7acae672-caaa-436a-990b-3493784abac0 not found, creating... [ 915.666742] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.666970] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.667113] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.667366] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.667839] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.667839] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.668362] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.668710] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.669629] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.669629] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.669629] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 7acae672-caaa-436a-990b-3493784abac0 is going to be created. [ 915.694379] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.694698] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.694799] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.695352] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.695771] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.696101] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-7acae672-caaa-436a-990b-3493784abac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.701951] env[69318]: INFO networking_nsxv3.common.synchronization [None req-834a6119-54b0-4d2d-afc4-e2d6f66c51e3 None None] Enqueued Resource ID: ccbc8dc0-bd61-441a-9b21-7422206a81d6 with Priority: HIGHEST for action port [ 915.701951] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccbc8dc0-bd61-441a-9b21-7422206a81d6 with Priority: HIGHEST for action port [ 915.701951] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccbc8dc0-bd61-441a-9b21-7422206a81d6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.701951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccbc8dc0-bd61-441a-9b21-7422206a81d6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.701951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccbc8dc0-bd61-441a-9b21-7422206a81d6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.701951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccbc8dc0-bd61-441a-9b21-7422206a81d6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.702281] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccbc8dc0-bd61-441a-9b21-7422206a81d6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.205948] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccbc8dc0-bd61-441a-9b21-7422206a81d6 [ 916.205948] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.205948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.205948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.205948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.205948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.205948] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccbc8dc0-bd61-441a-9b21-7422206a81d6 already deleted. [ 916.205948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccbc8dc0-bd61-441a-9b21-7422206a81d6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.599528] env[69318]: INFO networking_nsxv3.common.synchronization [req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d req-acb91507-bd1b-4029-9b7d-893b51c07f31 service nova] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_rules [ 916.599702] env[69318]: INFO networking_nsxv3.common.synchronization [req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d req-acb91507-bd1b-4029-9b7d-893b51c07f31 service nova] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 916.599875] env[69318]: INFO networking_nsxv3.common.synchronization [req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d req-acb91507-bd1b-4029-9b7d-893b51c07f31 service nova] Enqueued Resource ID: 7acae672-caaa-436a-990b-3493784abac0 with Priority: HIGHEST for action port [ 916.600147] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_rules [ 916.600279] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 916.600401] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acae672-caaa-436a-990b-3493784abac0 with Priority: HIGHEST for action port [ 916.601011] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.602221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.602297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.602565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.602654] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.604288] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.604288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.604288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.604288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.604288] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.604570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.604570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.604570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.604652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.604783] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.609218] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7acae672-caaa-436a-990b-3493784abac0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.609218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7acae672-caaa-436a-990b-3493784abac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.609218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7acae672-caaa-436a-990b-3493784abac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.609218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7acae672-caaa-436a-990b-3493784abac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.609218] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7acae672-caaa-436a-990b-3493784abac0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.111131] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.111262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.111439] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.112427] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7acae672-caaa-436a-990b-3493784abac0 with status ACTIVE [ 917.112566] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.112717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.112782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.113152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.113152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.113380] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.113380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.113455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.113588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.113684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.113891] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.113983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.114062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.114526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.114526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.114526] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7acae672-caaa-436a-990b-3493784abac0 is going to be updated. [ 917.143225] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.143225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.143225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.143225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.143225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.143225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7acae672-caaa-436a-990b-3493784abac0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.595539] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 917.595539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.595539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.595539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.595974] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.595974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.595974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.596115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.596171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.596255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.596343] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.616779] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.099332] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.099623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.099623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.099889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.100059] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.100232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.100232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.100390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.100480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.100573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.100744] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.100901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.101041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.101191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.101511] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.101511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.101511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.101889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.101889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.101889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.101889] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.118810] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.118995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.119091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.119494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.119617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.119731] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be created. [ 918.150894] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.150894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.150894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.151222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.151334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.168856] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: UNINITIALIZED for 2s [ 918.607764] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed261e9c-b814-4d44-a405-8b82a578ee52: rpc.has_security_group_logging(os_id): False [ 918.632948] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.633224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.633303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.633587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.633699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.634013] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.634165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.634280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.634444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.634536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.634801] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.634862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.634911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.636432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.636602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.637024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.637024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.637024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.637221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.637313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.637477] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be created. [ 918.734865] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.734865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.735042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.735792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.735792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.750136] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 920.180513] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 920.180877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.180958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.181200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.181440] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.181576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.181667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.181828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.181920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.182240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.182417] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.476768] env[69318]: INFO networking_nsxv3.common.synchronization [req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d req-94df5d78-9ae3-401f-bff0-2c2b80aa9b8c tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 920.477348] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 920.477657] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.477776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.477849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.478518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.478697] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.478802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.478864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.479173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.479173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.479265] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.685794] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.686018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.766793] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 920.766793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.941212] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.941604] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.941604] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.942331] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.942331] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.942331] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.942600] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.942653] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.942868] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.943101] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.943253] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.943392] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.943455] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.943576] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.943685] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.943820] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.971032] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.971241] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.971387] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.971634] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.972159] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-1c1ce401-820b-4be3-b749-9388e5d5656b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.972404] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-1c1ce401-820b-4be3-b749-9388e5d5656b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.972579] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-1c1ce401-820b-4be3-b749-9388e5d5656b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.973090] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-1c1ce401-820b-4be3-b749-9388e5d5656b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.973248] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1ce401-820b-4be3-b749-9388e5d5656b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.983204] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.476479] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.476781] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.476865] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.479914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.479914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.479914] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 1c1ce401-820b-4be3-b749-9388e5d5656b not found, creating... [ 921.479914] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.479914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.479914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.479914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.479914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.479914] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.479914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.480752] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.480752] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.480752] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.480752] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 1c1ce401-820b-4be3-b749-9388e5d5656b is going to be created. [ 921.486401] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.501108] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.501339] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.501469] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.501744] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.501978] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.502251] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-1c1ce401-820b-4be3-b749-9388e5d5656b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.505691] env[69318]: INFO networking_nsxv3.common.synchronization [req-8faa943c-2777-4680-ae81-5bd89d04ba09 req-4c637f28-8f4e-4d01-9dae-e79c5b34fca6 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 921.505920] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 921.506460] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.506570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.506634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.506821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.506968] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.507074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.507132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.507274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.507407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.507439] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.989046] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.989227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.989301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.989530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.989626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.989727] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 922.013766] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.013961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.014054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.014275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.014369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.014559] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.014660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.014723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.014876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.014954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.015055] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 922.017862] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.017983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.018074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.018242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.018382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.028105] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 922.047447] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.047447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.047447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.047447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.047447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.056173] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 922.286237] env[69318]: INFO networking_nsxv3.common.synchronization [req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d req-75778317-fbe3-4ef4-95f0-1bd0fc6d4f33 service nova] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_rules [ 922.286349] env[69318]: INFO networking_nsxv3.common.synchronization [req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d req-75778317-fbe3-4ef4-95f0-1bd0fc6d4f33 service nova] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 922.286490] env[69318]: INFO networking_nsxv3.common.synchronization [req-f28dd265-4b99-40ad-bf7c-56fdb54aae9d req-75778317-fbe3-4ef4-95f0-1bd0fc6d4f33 service nova] Enqueued Resource ID: 1c1ce401-820b-4be3-b749-9388e5d5656b with Priority: HIGHEST for action port [ 922.286730] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_rules [ 922.286859] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 922.286959] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1ce401-820b-4be3-b749-9388e5d5656b with Priority: HIGHEST for action port [ 922.287535] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.287634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.287828] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.287913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.288413] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c1ce401-820b-4be3-b749-9388e5d5656b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.289105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c1ce401-820b-4be3-b749-9388e5d5656b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.289644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c1ce401-820b-4be3-b749-9388e5d5656b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.289915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c1ce401-820b-4be3-b749-9388e5d5656b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.290011] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1ce401-820b-4be3-b749-9388e5d5656b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.792500] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c1ce401-820b-4be3-b749-9388e5d5656b with status ACTIVE [ 922.792807] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.792993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.793124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.793347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.793440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.793904] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.793904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.793904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.794145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.794145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.794314] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.794426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.794502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.794650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.794746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.794844] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c1ce401-820b-4be3-b749-9388e5d5656b is going to be updated. [ 922.836547] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.836547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.836547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.836801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.836801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.836856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c1ce401-820b-4be3-b749-9388e5d5656b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.038398] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 924.038793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.038834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.039180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.039447] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.039605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.039694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.039891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.040039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.040168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.040387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.040500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.040572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.040956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.041147] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.041293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.041392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.041551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.041649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.041733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.041835] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.042849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.043143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.043312] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.043436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.043503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.043650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.043741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.043837] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.066983] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 924.067173] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 deletion is rescheduled due to dependency. [ 924.067289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.546397] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e78d0f9-c30f-4f44-afa2-2844cf67b64e: rpc.has_security_group_logging(os_id): False [ 924.549743] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.568654] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.568852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.568852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.569091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.569186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.569401] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.569500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.569562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.569727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.569802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.569972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.570074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.570137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.570278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.570353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.570539] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.570633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.570696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.570848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.570995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.571114] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be created. [ 924.657404] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.657597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.657673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.657905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.658119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.676266] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 925.052081] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.501822] env[69318]: INFO networking_nsxv3.common.synchronization [req-1d872a36-157a-4e3a-9948-2c7ab54a6450 req-f702150d-0daf-4eaa-ab09-c7a79ef6dbcd tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Enqueued Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGHEST for action security_group_members [ 925.502414] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGHEST for action security_group_members [ 925.502746] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33702fa-957c-4d97-b065-b3a9e2b37048 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.502870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.502996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.503346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.503513] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.503621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.503684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.504363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.504842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.505010] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.553810] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.554096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.554142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.554328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.554419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.554519] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 925.589486] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.589910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.590184] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.590709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.590967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.605245] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 925.965754] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.965754] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-852" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.965754] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-852" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.966070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-852" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.966527] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.966838] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.967073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.967403] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.967741] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.968099] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.968341] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.968550] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.968815] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.969067] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.969278] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.969526] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.992257] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.992257] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.992257] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.992257] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-852" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.992571] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-fc89c339-3b67-44fa-91f7-ea06ed55f031 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.992716] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-fc89c339-3b67-44fa-91f7-ea06ed55f031" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.992868] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-fc89c339-3b67-44fa-91f7-ea06ed55f031" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.993300] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-fc89c339-3b67-44fa-91f7-ea06ed55f031" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.993447] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc89c339-3b67-44fa-91f7-ea06ed55f031',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.008561] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.008764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.008764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.008991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.009297] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.009396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.009457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.009607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.009796] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33702fa-957c-4d97-b065-b3a9e2b37048 already deleted. [ 926.009922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.498618] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.498618] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.498618] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.498618] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.499128] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.499465] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port fc89c339-3b67-44fa-91f7-ea06ed55f031 not found, creating... [ 926.499956] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.500180] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.500391] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.500679] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.501023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.501442] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.501685] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.501879] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.502442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.502442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.502585] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: fc89c339-3b67-44fa-91f7-ea06ed55f031 is going to be created. [ 926.524712] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.524957] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.525082] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.525383] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.525624] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.526172] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-fc89c339-3b67-44fa-91f7-ea06ed55f031" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.711631] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 926.711798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.711996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.712642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.712642] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.216680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.216808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.346816] env[69318]: INFO networking_nsxv3.common.synchronization [req-1d872a36-157a-4e3a-9948-2c7ab54a6450 req-78cee265-0a96-436d-b100-3b73b72c5409 service nova] Enqueued Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGHEST for action security_group_rules [ 927.346816] env[69318]: INFO networking_nsxv3.common.synchronization [req-1d872a36-157a-4e3a-9948-2c7ab54a6450 req-78cee265-0a96-436d-b100-3b73b72c5409 service nova] Enqueued Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGHEST for action security_group_members [ 927.346816] env[69318]: INFO networking_nsxv3.common.synchronization [req-1d872a36-157a-4e3a-9948-2c7ab54a6450 req-78cee265-0a96-436d-b100-3b73b72c5409 service nova] Enqueued Resource ID: fc89c339-3b67-44fa-91f7-ea06ed55f031 with Priority: HIGHEST for action port [ 927.346816] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGHEST for action security_group_rules [ 927.346816] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGHEST for action security_group_members [ 927.346816] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc89c339-3b67-44fa-91f7-ea06ed55f031 with Priority: HIGHEST for action port [ 927.347220] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33702fa-957c-4d97-b065-b3a9e2b37048 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.347351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.347426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.347684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.347758] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.348607] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33702fa-957c-4d97-b065-b3a9e2b37048 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.348729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.348798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.348961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.349125] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.349223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.349284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.349424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.349508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.349595] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.350346] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc89c339-3b67-44fa-91f7-ea06ed55f031 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.350444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc89c339-3b67-44fa-91f7-ea06ed55f031" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.350513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc89c339-3b67-44fa-91f7-ea06ed55f031" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.350661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc89c339-3b67-44fa-91f7-ea06ed55f031" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.350735] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc89c339-3b67-44fa-91f7-ea06ed55f031',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.617287] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 927.617530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.617606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.617807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.618016] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.618137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.618206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.618360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.618441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.618525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.618618] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.852628] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33702fa-957c-4d97-b065-b3a9e2b37048 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.852713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.852835] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.853800] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc89c339-3b67-44fa-91f7-ea06ed55f031 with status ACTIVE [ 927.853975] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.854151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.854225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.854440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.854532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.854713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.854834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.854863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.855031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.855115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.855294] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.855391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.855447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.855616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.855696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.855782] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc89c339-3b67-44fa-91f7-ea06ed55f031 is going to be updated. [ 927.878656] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.878749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.878783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.878970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.879142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.879315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc89c339-3b67-44fa-91f7-ea06ed55f031" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.123372] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.123711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.123711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.123946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.124237] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.124424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.124551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.124758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.124927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.125099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.125382] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.125511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.125619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.125892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.126161] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.126368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.126649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.126880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.127099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.127315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.127512] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.358438] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.631097] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e78d0f9-c30f-4f44-afa2-2844cf67b64e: rpc.has_security_group_logging(os_id): False [ 928.654052] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.654052] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.654052] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.654052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.654724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.654724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.655141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.655343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.655445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.655545] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 928.744544] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.744828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.745022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.745109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.745357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.762521] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 928.861581] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.861846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.861846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.862084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.862190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.862297] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33702fa-957c-4d97-b065-b3a9e2b37048 is going to be created. [ 928.909297] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.909463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.909539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.910201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.910201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.925513] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33702fa-957c-4d97-b065-b3a9e2b37048 in Status: UNINITIALIZED for 2s [ 930.778581] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 930.778928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.937541] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33702fa-957c-4d97-b065-b3a9e2b37048 in Status: SUCCESS [ 930.937829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.938061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.938451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.938685] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.938882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.939054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.939232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.939319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.939411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.939526] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.442134] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33702fa-957c-4d97-b065-b3a9e2b37048 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.442304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.442377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.442598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.442775] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.442888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.442952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.443144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.443227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.443322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.443468] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33702fa-957c-4d97-b065-b3a9e2b37048 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.443560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.443619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.443757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.443896] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.444024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.444059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.444213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.444289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.444373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.444462] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.948541] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33702fa-957c-4d97-b065-b3a9e2b37048: rpc.has_security_group_logging(os_id): False [ 931.966945] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.967232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.967232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.967498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.967498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.967658] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.967744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.967793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.967914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.967988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.968202] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.968327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.968382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.968487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.968560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.968747] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.968845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.968932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.969044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.969136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.969190] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33702fa-957c-4d97-b065-b3a9e2b37048 is going to be created. [ 932.033208] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.033368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.033447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.033644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.033827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.047481] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33702fa-957c-4d97-b065-b3a9e2b37048 in Status: IN_PROGRESS for 2s [ 932.348082] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 932.348238] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 934.062450] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33702fa-957c-4d97-b065-b3a9e2b37048 in Status: SUCCESS [ 934.062450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.871973] env[69318]: INFO networking_nsxv3.common.synchronization [req-f26e876d-f1de-4ac9-bc6e-13a7c5743731 req-6c9641db-a6f8-4933-9e7e-b7c10eb4a024 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 934.872566] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 934.872947] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.873315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.873468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.873893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.874995] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.874995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.874995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.874995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.874995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.874995] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.971827] env[69318]: INFO networking_nsxv3.common.synchronization [req-900df7fc-33fd-4bb7-a1c0-bd9b71b08c61 req-ec95dad7-a45b-436f-b72c-7a56eec14257 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 934.972877] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 934.973750] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.973990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.377043] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.879995] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.383753] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.384174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.384174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.384385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.384385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.384593] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 936.449357] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.449587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.449662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.449870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.450046] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.476613] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 937.760366] env[69318]: INFO networking_nsxv3.common.synchronization [req-ff280de3-6755-421e-bae9-53c7f8fe4020 req-9edef6af-78ba-4f21-adc1-151e01ba59b9 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 937.760766] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 937.761168] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.761393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.761482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.761724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.761910] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.762518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.762518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.762518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.762645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.762692] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.268965] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.269164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.269249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.270963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.270963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.273042] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.273195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.273259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.273578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.273692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.273779] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 938.308673] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.308673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.308673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.308948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.308948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.319565] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 938.492129] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 938.492129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.492129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.492129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.492329] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.492329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.492432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.492829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.492829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.492829] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.994877] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.995295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.995295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.995876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.995876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.996032] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.996205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.996303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.996551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.996672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.996815] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 939.031149] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.031457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.031457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.032134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.032134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.045917] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 940.331292] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 940.331665] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 940.331762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.062068] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 941.062068] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e deletion is rescheduled due to dependency. [ 941.062068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.372867] env[69318]: INFO networking_nsxv3.common.synchronization [None req-b7fce91c-1574-42cb-a543-4829feb4e31b None None] Enqueued Resource ID: 32ffab41-5533-4f24-a759-20cb19417661 with Priority: HIGHEST for action port [ 941.373447] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ffab41-5533-4f24-a759-20cb19417661 with Priority: HIGHEST for action port [ 941.373764] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ffab41-5533-4f24-a759-20cb19417661 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.373876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ffab41-5533-4f24-a759-20cb19417661" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.373961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ffab41-5533-4f24-a759-20cb19417661" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.374221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ffab41-5533-4f24-a759-20cb19417661" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.374319] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ffab41-5533-4f24-a759-20cb19417661',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.877134] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ffab41-5533-4f24-a759-20cb19417661 [ 941.877680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.877680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.877680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.877889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.877889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.878060] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ffab41-5533-4f24-a759-20cb19417661 already deleted. [ 941.878060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ffab41-5533-4f24-a759-20cb19417661" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.088857] env[69318]: INFO networking_nsxv3.common.synchronization [None req-cf48126f-063a-41cf-900b-d580633f6e06 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Enqueued Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_rules [ 942.089250] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_rules [ 942.089554] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.089667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.089734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.090550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.090550] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.282848] env[69318]: INFO networking_nsxv3.common.synchronization [None req-0396a9e4-d218-43da-9f5b-59779b5eaa03 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Enqueued Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_rules [ 942.283549] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_rules [ 942.284222] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.284340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.620255] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.620568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.620568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.620897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.620897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.620897] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 already deleted. [ 942.621048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.621129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.621287] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.621389] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.145618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.145812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.145917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.146240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.146368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.146501] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 already deleted. [ 943.146626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.475855] env[69318]: INFO networking_nsxv3.common.synchronization [req-40c3a761-c57a-4105-8b96-257dac34a538 req-98c75ec8-85c2-4b73-9159-cebab723916c tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Enqueued Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGHEST for action security_group_members [ 943.475855] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGHEST for action security_group_members [ 943.476330] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33702fa-957c-4d97-b065-b3a9e2b37048 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.476508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.476626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.476863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.477049] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.478489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.478489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.478489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.478489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.478489] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.819333] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9f359105-f25f-4484-9365-d5ec9465bf16 None None] Enqueued Resource ID: 67e7aba2-c155-461e-bb31-e5ff0a8e2f41 with Priority: HIGHEST for action port [ 943.820722] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e7aba2-c155-461e-bb31-e5ff0a8e2f41 with Priority: HIGHEST for action port [ 943.820722] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e7aba2-c155-461e-bb31-e5ff0a8e2f41 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.820955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e7aba2-c155-461e-bb31-e5ff0a8e2f41" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.821080] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e7aba2-c155-461e-bb31-e5ff0a8e2f41" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.821378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e7aba2-c155-461e-bb31-e5ff0a8e2f41" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.821598] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e7aba2-c155-461e-bb31-e5ff0a8e2f41',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.981134] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.981134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.981134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.981262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.981427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.981645] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.981752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.981820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.981990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.982089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.982183] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33702fa-957c-4d97-b065-b3a9e2b37048 is going to be updated. [ 944.039124] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.039124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.039124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.039124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.039124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.050325] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33702fa-957c-4d97-b065-b3a9e2b37048 in Status: IN_PROGRESS for 2s [ 944.324471] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67e7aba2-c155-461e-bb31-e5ff0a8e2f41 [ 944.324471] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.324471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.324471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.324471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.324471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.324471] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67e7aba2-c155-461e-bb31-e5ff0a8e2f41 already deleted. [ 944.324471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e7aba2-c155-461e-bb31-e5ff0a8e2f41" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.063221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33702fa-957c-4d97-b065-b3a9e2b37048 in Status: SUCCESS [ 946.063622] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33702fa-957c-4d97-b065-b3a9e2b37048 deletion is rescheduled due to dependency. [ 946.063622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.820436] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 948.820842] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 950.069034] env[69318]: INFO networking_nsxv3.common.synchronization [req-ecb1a763-95da-4a2b-9499-c1e8a87f1044 req-81fd520c-24dc-4daa-8dce-ab75dd12fcd7 tempest-ImagesOneServerTestJSON-184010826 tempest-ImagesOneServerTestJSON-184010826-project-member] Enqueued Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGHEST for action security_group_members [ 950.069034] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGHEST for action security_group_members [ 950.069034] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.069034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.069034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.069782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.070090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.070363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.070551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.070824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.071041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.071265] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.573654] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.573851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.573979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.574255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.574370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.574603] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.574713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.574856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.575008] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.575131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.575248] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab is going to be updated. [ 950.608237] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.608237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.608237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.608558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.608626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.619378] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab in Status: IN_PROGRESS for 2s [ 950.789402] env[69318]: INFO networking_nsxv3.common.synchronization [req-4b12da06-bc61-4b67-ba99-da19f6b8be7c req-51ca766e-2ca3-40fa-aab6-7adf1caa0494 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_members [ 950.789963] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_members [ 950.790416] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a01307-526f-484a-b16b-c51044abf95b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.790535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.790609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.790875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.791054] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.791162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.791228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.791509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.791509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.791577] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.176994] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.177300] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.177462] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.177839] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.178303] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.179033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.179339] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.179621] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.179782] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.180047] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.180146] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.180535] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.180720] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.180952] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.181199] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.181462] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.219850] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.220091] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 951.220271] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.220495] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.220854] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-f8f0826e-4019-44e4-98f6-38a68aeff427 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.221079] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-f8f0826e-4019-44e4-98f6-38a68aeff427" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.221230] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-f8f0826e-4019-44e4-98f6-38a68aeff427" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.221586] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-f8f0826e-4019-44e4-98f6-38a68aeff427" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.221750] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f0826e-4019-44e4-98f6-38a68aeff427',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.293792] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.293979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.294075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.294295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.294386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.294594] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.294699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.294868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.294935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.295015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.295126] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a01307-526f-484a-b16b-c51044abf95b already deleted. [ 951.295174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.724927] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.725289] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.725577] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.725911] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.726169] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.726360] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port f8f0826e-4019-44e4-98f6-38a68aeff427 not found, creating... [ 951.726693] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.726891] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.727056] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.727326] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.727477] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.727840] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.728070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.728241] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.728472] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.728613] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.728762] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: f8f0826e-4019-44e4-98f6-38a68aeff427 is going to be created. [ 951.769926] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.770298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.770298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.770568] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.770830] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.771093] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-f8f0826e-4019-44e4-98f6-38a68aeff427" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.465785] env[69318]: INFO networking_nsxv3.common.synchronization [req-4b12da06-bc61-4b67-ba99-da19f6b8be7c req-49877a85-fb5f-4770-a088-042721e26e46 service nova] Enqueued Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_rules [ 952.466093] env[69318]: INFO networking_nsxv3.common.synchronization [req-4b12da06-bc61-4b67-ba99-da19f6b8be7c req-49877a85-fb5f-4770-a088-042721e26e46 service nova] Enqueued Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_members [ 952.466257] env[69318]: INFO networking_nsxv3.common.synchronization [req-4b12da06-bc61-4b67-ba99-da19f6b8be7c req-49877a85-fb5f-4770-a088-042721e26e46 service nova] Enqueued Resource ID: f8f0826e-4019-44e4-98f6-38a68aeff427 with Priority: HIGHEST for action port [ 952.467303] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_rules [ 952.467303] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_members [ 952.467303] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f0826e-4019-44e4-98f6-38a68aeff427 with Priority: HIGHEST for action port [ 952.467410] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a01307-526f-484a-b16b-c51044abf95b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.467465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.467544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.467796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.467941] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.469557] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a01307-526f-484a-b16b-c51044abf95b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.469557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.469557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.469758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.469803] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.469870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.469939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.470100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.470187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.470279] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.471314] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8f0826e-4019-44e4-98f6-38a68aeff427 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.471387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8f0826e-4019-44e4-98f6-38a68aeff427" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.471502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8f0826e-4019-44e4-98f6-38a68aeff427" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.471831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8f0826e-4019-44e4-98f6-38a68aeff427" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.471946] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f0826e-4019-44e4-98f6-38a68aeff427',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.631598] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab in Status: SUCCESS [ 952.631809] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab deletion is rescheduled due to dependency. [ 952.631922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.974495] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a01307-526f-484a-b16b-c51044abf95b taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.974665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.974828] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.975747] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8f0826e-4019-44e4-98f6-38a68aeff427 with status ACTIVE [ 952.975933] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.976068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.976137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.976373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.976472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.976643] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.976743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.976806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.976952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.977041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.977806] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.977922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.977994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.978164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.978244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.978332] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8f0826e-4019-44e4-98f6-38a68aeff427 is going to be updated. [ 953.001666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.001841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.001895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.002088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.002259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.002457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8f0826e-4019-44e4-98f6-38a68aeff427" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.466237] env[69318]: INFO networking_nsxv3.common.synchronization [req-5aac4497-ceb5-4773-9e10-60941b06dc36 req-22019fd7-b14d-4c60-9d41-169464368d2c tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 953.466606] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 953.466908] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.467543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.467661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.467865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.468037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.468148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.468213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.468364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.468450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.468541] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.480093] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.798974] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.799241] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-153" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.799347] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-153" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.799620] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-153" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.799874] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.800474] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.800641] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.800877] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.801053] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.801265] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.801387] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.801548] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.801670] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.801786] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.801901] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.802064] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.822041] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.822137] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.822280] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.822459] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-153" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.822779] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-1a6de50f-024d-47ae-a961-6eb066e9fecb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.822955] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-1a6de50f-024d-47ae-a961-6eb066e9fecb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.823093] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-1a6de50f-024d-47ae-a961-6eb066e9fecb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.823413] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-1a6de50f-024d-47ae-a961-6eb066e9fecb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.827020] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6de50f-024d-47ae-a961-6eb066e9fecb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.971912] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.972139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.972194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.972433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.972491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.972666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.972980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.972980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.972980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.973115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.973149] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be updated. [ 953.984749] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.984749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.984899] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.985306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.985306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.985306] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a01307-526f-484a-b16b-c51044abf95b is going to be created. [ 954.004722] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.005732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.005732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.005732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.005732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.011172] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.012034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.012034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.012034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.012034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.016407] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: IN_PROGRESS for 2s [ 954.020071] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a01307-526f-484a-b16b-c51044abf95b in Status: UNINITIALIZED for 2s [ 954.326871] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.327099] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.327167] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.327575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.327818] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.328124] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 1a6de50f-024d-47ae-a961-6eb066e9fecb not found, creating... [ 954.328567] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.328781] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.328912] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.329485] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.329804] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.330317] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.330641] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.330905] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.331396] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.331619] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.331901] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 1a6de50f-024d-47ae-a961-6eb066e9fecb is going to be created. [ 954.356377] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.356604] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.356738] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.357040] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.357303] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.357526] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-1a6de50f-024d-47ae-a961-6eb066e9fecb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.239826] env[69318]: INFO networking_nsxv3.common.synchronization [req-5aac4497-ceb5-4773-9e10-60941b06dc36 req-75ed0358-f01b-4faa-a893-d222dc7edc22 service nova] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_rules [ 955.240079] env[69318]: INFO networking_nsxv3.common.synchronization [req-5aac4497-ceb5-4773-9e10-60941b06dc36 req-75ed0358-f01b-4faa-a893-d222dc7edc22 service nova] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 955.240231] env[69318]: INFO networking_nsxv3.common.synchronization [req-5aac4497-ceb5-4773-9e10-60941b06dc36 req-75ed0358-f01b-4faa-a893-d222dc7edc22 service nova] Enqueued Resource ID: 1a6de50f-024d-47ae-a961-6eb066e9fecb with Priority: HIGHEST for action port [ 955.240817] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_rules [ 955.240980] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 955.241717] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6de50f-024d-47ae-a961-6eb066e9fecb with Priority: HIGHEST for action port [ 955.242647] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.242937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.243035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.243243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.243326] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.244396] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.244493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.244692] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a6de50f-024d-47ae-a961-6eb066e9fecb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.244791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a6de50f-024d-47ae-a961-6eb066e9fecb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.244886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a6de50f-024d-47ae-a961-6eb066e9fecb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.245077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a6de50f-024d-47ae-a961-6eb066e9fecb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.245157] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6de50f-024d-47ae-a961-6eb066e9fecb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.748180] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.748337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.748554] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a6de50f-024d-47ae-a961-6eb066e9fecb with status ACTIVE [ 955.748755] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.748853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.748900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.749133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.749242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.749405] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.750239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.750239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.750239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.750239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.750926] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.751095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.751210] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.751630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.751788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.752037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a6de50f-024d-47ae-a961-6eb066e9fecb is going to be updated. [ 955.775212] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.775212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.775212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.775722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.775722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.775722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a6de50f-024d-47ae-a961-6eb066e9fecb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.014581] env[69318]: INFO networking_nsxv3.common.synchronization [req-5a82d5c5-29e5-4077-a771-2b2958ac0f2f req-c3342b85-2a91-461c-b89e-d4ccefd4e652 tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 956.015143] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 956.015440] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.016270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.016270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.016270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.016270] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.016270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.016270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.016270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.016540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.016540] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.028492] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: SUCCESS [ 956.029453] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 deletion is rescheduled due to dependency. [ 956.029453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.029453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.029453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.029453] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.029887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.029887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.030181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.030329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.031091] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.033952] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a01307-526f-484a-b16b-c51044abf95b in Status: SUCCESS [ 956.033952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.035621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.035823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.036013] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.036133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.036200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.036352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.036435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.036519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.036609] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.376146] env[69318]: INFO networking_nsxv3.common.synchronization [req-a95d83e0-4572-4bf9-a96d-4032373469f7 req-f12e6a23-3a32-4cbf-9561-963e66b99d05 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 956.376146] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 956.376146] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.376146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.376146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.376146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.376146] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.376146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.376146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.377319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.377552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.379162] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.519253] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.533885] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.541572] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.881468] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.881468] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.881468] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 already deleted. [ 956.881468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.900526] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.900725] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.900850] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.901150] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.902425] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.902643] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.902774] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.903041] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.903191] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.903425] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.903541] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.903652] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.903762] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.903916] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.903992] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.904727] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.925314] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.929333] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.929661] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.929988] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.930529] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-ac83debf-cd53-4cca-8915-a95aef407863 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.930779] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-ac83debf-cd53-4cca-8915-a95aef407863" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.930914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-ac83debf-cd53-4cca-8915-a95aef407863" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.931288] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-ac83debf-cd53-4cca-8915-a95aef407863" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.931431] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac83debf-cd53-4cca-8915-a95aef407863',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.021434] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.036334] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.045646] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02a01307-526f-484a-b16b-c51044abf95b: rpc.has_security_group_logging(os_id): False [ 957.064175] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.064530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.064530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.064663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.064663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.064981] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.066106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.066106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.066106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.066106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.066106] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a01307-526f-484a-b16b-c51044abf95b is going to be created. [ 957.128291] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.128429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.128522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.128690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.130247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.140583] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a01307-526f-484a-b16b-c51044abf95b in Status: IN_PROGRESS for 2s [ 957.434881] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.435236] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.435277] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.435829] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.435829] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.435829] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port ac83debf-cd53-4cca-8915-a95aef407863 not found, creating... [ 957.436110] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.436280] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.436441] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.436625] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.436803] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.437068] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.437310] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.437420] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.437728] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.437891] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.438138] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: ac83debf-cd53-4cca-8915-a95aef407863 is going to be created. [ 957.459111] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.461095] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.461095] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.461095] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.461095] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.461095] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-ac83debf-cd53-4cca-8915-a95aef407863" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.524138] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.524362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.524426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.525103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.525103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.525103] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 957.537827] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.537990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.538066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.538270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.538366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.538463] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be updated. [ 957.572932] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.573091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.573169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.573381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.573528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.575405] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.575533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.575603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.575792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.575931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.587197] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: IN_PROGRESS for 2s [ 957.587931] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 958.294791] env[69318]: INFO networking_nsxv3.common.synchronization [req-a95d83e0-4572-4bf9-a96d-4032373469f7 req-61b28485-5828-4575-88f5-dede6b73a648 service nova] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_rules [ 958.295107] env[69318]: INFO networking_nsxv3.common.synchronization [req-a95d83e0-4572-4bf9-a96d-4032373469f7 req-61b28485-5828-4575-88f5-dede6b73a648 service nova] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 958.297031] env[69318]: INFO networking_nsxv3.common.synchronization [req-a95d83e0-4572-4bf9-a96d-4032373469f7 req-61b28485-5828-4575-88f5-dede6b73a648 service nova] Enqueued Resource ID: ac83debf-cd53-4cca-8915-a95aef407863 with Priority: HIGHEST for action port [ 958.297031] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_rules [ 958.297031] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 958.297031] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac83debf-cd53-4cca-8915-a95aef407863 with Priority: HIGHEST for action port [ 958.297031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.297031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.297031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.297443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.297443] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.298933] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.299105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.299199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.299413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.299610] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.299735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.299827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.300050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.300207] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.300307] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.301296] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac83debf-cd53-4cca-8915-a95aef407863 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.301459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac83debf-cd53-4cca-8915-a95aef407863" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.301563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac83debf-cd53-4cca-8915-a95aef407863" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.301939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac83debf-cd53-4cca-8915-a95aef407863" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.301939] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac83debf-cd53-4cca-8915-a95aef407863',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.804139] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.804783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.804783] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.806459] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac83debf-cd53-4cca-8915-a95aef407863 with status ACTIVE [ 958.806459] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.806459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.806459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.806459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.806459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.806459] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.806459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.810982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.810982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.810982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.810982] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.810982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.810982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.810982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.810982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.810982] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac83debf-cd53-4cca-8915-a95aef407863 is going to be updated. [ 958.833287] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.833475] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.833618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.833724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.833875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.834127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac83debf-cd53-4cca-8915-a95aef407863" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.074431] env[69318]: INFO networking_nsxv3.common.synchronization [req-b27d6a10-e00e-4750-875a-a5082f4cb697 req-e29c033d-b48c-4c85-8abf-dfd6a30bac66 tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 959.074550] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 959.074870] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.075000] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.075267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.075590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.075987] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.076135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.076916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.076916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.077064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.077344] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.154613] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02a01307-526f-484a-b16b-c51044abf95b in Status: SUCCESS [ 959.154874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.312576] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.581146] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.581324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.581411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.581651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.581766] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.582072] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.582188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.582256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.582412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.582491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.582577] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be deleted. [ 959.605140] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: SUCCESS [ 959.605140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.605140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.605140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.605140] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.605140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.605140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.605140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.605140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.605464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.605464] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.610674] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 959.610907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.623880] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.624104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.624181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.624401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.624484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.624576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.816008] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.816390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.816390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.816513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.816668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.816717] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be created. [ 959.840553] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.840553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.840773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.840860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.840980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.853624] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: UNINITIALIZED for 2s [ 960.014952] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.015123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.015253] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.015530] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.015796] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.015962] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.016098] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.016351] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.016521] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.016717] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.018031] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.018031] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.018031] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.018031] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.018031] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.018031] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.036986] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.037287] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.037389] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.037487] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-252" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.037807] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.037985] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.038211] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.038468] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.038611] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee6830c8-bd22-4c3a-a211-d9572c7de1cb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.114983] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.545304] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.545304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.545304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.545304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.545304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.545304] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port ee6830c8-bd22-4c3a-a211-d9572c7de1cb not found, creating... [ 960.545304] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.545304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.545304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.545304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.545780] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.545780] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.545780] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.546834] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.547094] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.547239] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.547445] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: ee6830c8-bd22-4c3a-a211-d9572c7de1cb is going to be created. [ 960.571632] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.571872] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.572050] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.572385] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.572621] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.572850] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.619299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b64a8b73-e7b4-4a8c-9c17-1d8409b59224: rpc.has_security_group_logging(os_id): False [ 960.638979] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.639814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.639901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.640315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.640430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.640724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.640828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.640894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.641074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.641153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.641240] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be updated. [ 960.735533] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.735685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.735806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.735962] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.736135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.753033] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: IN_PROGRESS for 2s [ 961.400806] env[69318]: INFO networking_nsxv3.common.synchronization [req-b27d6a10-e00e-4750-875a-a5082f4cb697 req-2680e4d1-5af4-4960-a866-015c9dbde25c service nova] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_rules [ 961.401106] env[69318]: INFO networking_nsxv3.common.synchronization [req-b27d6a10-e00e-4750-875a-a5082f4cb697 req-2680e4d1-5af4-4960-a866-015c9dbde25c service nova] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 961.401175] env[69318]: INFO networking_nsxv3.common.synchronization [req-b27d6a10-e00e-4750-875a-a5082f4cb697 req-2680e4d1-5af4-4960-a866-015c9dbde25c service nova] Enqueued Resource ID: ee6830c8-bd22-4c3a-a211-d9572c7de1cb with Priority: HIGHEST for action port [ 961.401696] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_rules [ 961.401835] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 961.401947] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6830c8-bd22-4c3a-a211-d9572c7de1cb with Priority: HIGHEST for action port [ 961.406417] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.406417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.406417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.406417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.406417] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.406417] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.406661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.406661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.406814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.406959] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.407237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.407237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.407337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.407366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.407705] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.408282] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.408411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.408463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.408585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.408655] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee6830c8-bd22-4c3a-a211-d9572c7de1cb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.722983] env[69318]: INFO networking_nsxv3.common.synchronization [req-76fe49a9-4331-4b42-851a-c8979b7badc6 req-4a9be349-9321-4ce3-8139-fbccc2ac9542 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 961.723504] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 961.723815] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.723937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.724036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.726849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.726890] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.727274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.727274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.727274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.727481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.727481] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.864625] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: SUCCESS [ 961.864864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.865053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.865286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.865479] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.865616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.865684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.865874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.865961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.866061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.866218] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.911106] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.911308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.911472] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.912348] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee6830c8-bd22-4c3a-a211-d9572c7de1cb with status ACTIVE [ 961.912596] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.912656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.912731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.912908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.912997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.913184] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.913282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.913344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.913493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.913567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.916843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.916843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.916843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.916843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.916843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.916843] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee6830c8-bd22-4c3a-a211-d9572c7de1cb is going to be updated. [ 961.937958] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.939209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.939209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.939209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.939892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.940162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee6830c8-bd22-4c3a-a211-d9572c7de1cb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.153842] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.154826] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.155151] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.156324] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.156781] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.160023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.160023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.160023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.160023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.160023] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.160023] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.160023] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.160023] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.160023] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.160023] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.160023] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.183860] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.183860] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.183860] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.183860] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.183860] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-eaadc517-0cc7-464e-a42a-285862c3f751 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.183860] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-eaadc517-0cc7-464e-a42a-285862c3f751" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.183860] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-eaadc517-0cc7-464e-a42a-285862c3f751" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.183860] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-eaadc517-0cc7-464e-a42a-285862c3f751" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.183860] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaadc517-0cc7-464e-a42a-285862c3f751',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.232939] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.232939] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.232939] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 already deleted. [ 962.232939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.370884] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.371051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.371051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.371233] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.371401] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.371495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.371557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.371721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.371811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.372051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.372051] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.372176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.372176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.372630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.372630] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.372630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.372630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.372830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.372830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.372912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.372981] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.417686] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.688047] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.688299] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.688490] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.688769] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.688931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.689098] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port eaadc517-0cc7-464e-a42a-285862c3f751 not found, creating... [ 962.689377] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.689614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.689706] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.689918] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.690039] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690335] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.691189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.691189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.691189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.691189] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.691655] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: eaadc517-0cc7-464e-a42a-285862c3f751 is going to be created. [ 962.715451] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.716753] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.716753] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.716753] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.716753] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.716753] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-eaadc517-0cc7-464e-a42a-285862c3f751" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.768204] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: SUCCESS [ 962.768204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.877578] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc4d7c84-ae0f-4cb3-a5f3-079925676a29: rpc.has_security_group_logging(os_id): False [ 962.900680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.903278] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.903278] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.903278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.903764] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.904067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.904278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.904520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.904698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.905233] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be created. [ 962.920313] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.922540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.922540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.922540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.922540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.922540] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be created. [ 962.954016] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.954016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.954016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.954016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.954016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.964677] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: UNINITIALIZED for 2s [ 962.990059] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.990278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.990278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.990588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.990666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.006180] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: IN_PROGRESS for 2s [ 963.846532] env[69318]: INFO networking_nsxv3.common.synchronization [req-76fe49a9-4331-4b42-851a-c8979b7badc6 req-eaeb64a2-6ccd-44b2-a6c2-25c9092c27ae service nova] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_rules [ 963.846532] env[69318]: INFO networking_nsxv3.common.synchronization [req-76fe49a9-4331-4b42-851a-c8979b7badc6 req-eaeb64a2-6ccd-44b2-a6c2-25c9092c27ae service nova] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 963.846532] env[69318]: INFO networking_nsxv3.common.synchronization [req-76fe49a9-4331-4b42-851a-c8979b7badc6 req-eaeb64a2-6ccd-44b2-a6c2-25c9092c27ae service nova] Enqueued Resource ID: eaadc517-0cc7-464e-a42a-285862c3f751 with Priority: HIGHEST for action port [ 963.846532] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_rules [ 963.846532] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 963.846532] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaadc517-0cc7-464e-a42a-285862c3f751 with Priority: HIGHEST for action port [ 963.846532] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.846532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.846532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.846532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.846532] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.847603] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.847775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.847876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.848502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.848502] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.848502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.848739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.848798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.848921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.849064] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.850229] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaadc517-0cc7-464e-a42a-285862c3f751 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.850405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaadc517-0cc7-464e-a42a-285862c3f751" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.850596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaadc517-0cc7-464e-a42a-285862c3f751" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.850840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaadc517-0cc7-464e-a42a-285862c3f751" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.850963] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaadc517-0cc7-464e-a42a-285862c3f751',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.355131] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.355131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.355131] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.358120] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaadc517-0cc7-464e-a42a-285862c3f751 with status ACTIVE [ 964.358469] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.358628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.358715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.358930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.359034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.359231] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.359378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.359479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.359731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.359868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.360190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.360340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.360438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.360654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.360775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.360902] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaadc517-0cc7-464e-a42a-285862c3f751 is going to be updated. [ 964.391190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.391744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.392154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.392437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.392631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.392842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaadc517-0cc7-464e-a42a-285862c3f751" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.605134] env[69318]: INFO networking_nsxv3.common.synchronization [req-389b40dd-7292-46c3-8adb-6bc3087f92ea req-50a61f13-b7b1-432a-a591-83ff7acd5fe7 tempest-ListServerFiltersTestJSON-432241119 tempest-ListServerFiltersTestJSON-432241119-project-member] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 964.605752] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGHEST for action security_group_members [ 964.606188] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.606596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.606716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.606963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.607533] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.607651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.607791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.608014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.608182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.608336] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.826417] env[69318]: INFO networking_nsxv3.common.synchronization [req-bfecac01-7258-4cf6-bc23-cec5104a2109 req-c343b90e-1772-480b-9e4c-f4b51c068e48 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 964.827032] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 964.827356] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.827460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.860542] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.979808] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 964.980042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.980216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.980455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.980726] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.980726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.980848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.980962] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.981116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.981268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.981399] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.018851] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: SUCCESS [ 965.018851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.111662] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.111662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.111662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.111831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.111863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.112044] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.112439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.112439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.112439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.112439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.112644] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be updated. [ 965.142867] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.143066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.143134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.143404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.143815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.153779] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: IN_PROGRESS for 2s [ 965.212777] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.213542] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.213837] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.214167] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.214475] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.214685] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.214826] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.215121] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.215287] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.215637] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.215782] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.215915] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.216041] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.216185] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.216325] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.216493] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.237539] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.237717] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.237857] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.238072] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.238386] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.238599] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.238751] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.239118] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.239335] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbc78a8-f8c4-402e-b017-6eb7928eaec2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.362143] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.362353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.362425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.362695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.362843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.362913] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be created. [ 965.391509] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.391681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.391730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.391938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.392116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.402865] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: UNINITIALIZED for 2s [ 965.484632] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.484883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.485027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.485483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.485643] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.486420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.486420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.486420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.486420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.486607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.487062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.487062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.487062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.487401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.487898] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.487898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.487898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.488198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.488365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.488552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.488737] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.741714] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.741966] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.742119] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.742411] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.742567] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.742727] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port cbbc78a8-f8c4-402e-b017-6eb7928eaec2 not found, creating... [ 965.743021] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.743163] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.743312] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.743505] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.743645] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.743930] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.744103] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.744320] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.744574] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.744727] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.744903] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: cbbc78a8-f8c4-402e-b017-6eb7928eaec2 is going to be created. [ 965.766075] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.766377] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.766440] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.766697] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.767217] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.767217] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.992788] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65e50880-844b-4a0b-9569-285ca8226a38: rpc.has_security_group_logging(os_id): False [ 966.014350] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.014506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.014583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.014808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.014898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.015096] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.015197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.015309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.015418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.015498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.015694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.015790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.015854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.015994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.016082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.016275] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.016372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.016442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.016585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.016661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.016747] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be created. [ 966.074370] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.074507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.074580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.074809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.074961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.086246] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: IN_PROGRESS for 2s [ 966.972969] env[69318]: INFO networking_nsxv3.common.synchronization [req-bfecac01-7258-4cf6-bc23-cec5104a2109 req-c136e199-4ee4-439a-baef-232567787a96 service nova] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_rules [ 966.973134] env[69318]: INFO networking_nsxv3.common.synchronization [req-bfecac01-7258-4cf6-bc23-cec5104a2109 req-c136e199-4ee4-439a-baef-232567787a96 service nova] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 966.973281] env[69318]: INFO networking_nsxv3.common.synchronization [req-bfecac01-7258-4cf6-bc23-cec5104a2109 req-c136e199-4ee4-439a-baef-232567787a96 service nova] Enqueued Resource ID: cbbc78a8-f8c4-402e-b017-6eb7928eaec2 with Priority: HIGHEST for action port [ 966.977026] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_rules [ 966.977333] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 966.977333] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbc78a8-f8c4-402e-b017-6eb7928eaec2 with Priority: HIGHEST for action port [ 966.977675] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.977794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.978334] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.978426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.978614] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.978711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.978775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.978984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.979078] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbc78a8-f8c4-402e-b017-6eb7928eaec2',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.164580] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c in Status: SUCCESS [ 967.164893] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c deletion is rescheduled due to dependency. [ 967.164933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.204249] env[69318]: INFO networking_nsxv3.common.synchronization [req-d8d01846-b4b5-4b18-8cb1-9864083b8295 req-deac8283-8e0c-4d17-8c77-952d7e3468bd tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Enqueued Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGHEST for action security_group_members [ 967.204847] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGHEST for action security_group_members [ 967.205196] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd497039-13ea-4223-aab9-8291829fac9f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.205330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.205390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.205678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.205865] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.205958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.206473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.206683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.206778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.206879] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.412114] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: SUCCESS [ 967.412344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.412508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.412724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.412923] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.413064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.414463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.414463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.414463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.414463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.414463] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.414463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.414787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.414787] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.414889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.414929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.415085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.415165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.415255] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.481233] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbbc78a8-f8c4-402e-b017-6eb7928eaec2 with status ACTIVE [ 967.485147] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.485147] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.485147] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.485147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.485147] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbbc78a8-f8c4-402e-b017-6eb7928eaec2 is going to be updated. [ 967.507467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.507467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.507467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.507467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.507467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.507467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbc78a8-f8c4-402e-b017-6eb7928eaec2" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.581684] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.581877] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-31" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.582013] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-31" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.582573] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-31" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.582892] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.582892] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.584031] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.584031] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.584031] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.584031] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.584031] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.584241] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.584241] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.584418] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.584549] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.584676] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.665856] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.666050] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.081 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.666202] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.666387] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-31" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.666747] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.666930] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.667070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.667393] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.667539] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a711ce9-7d8f-47eb-924e-5c2061dde9ee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.711020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.711020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.711020] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd497039-13ea-4223-aab9-8291829fac9f already deleted. [ 967.711020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.917560] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.917730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.921147] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.100702] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 968.101072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.170987] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.171388] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.171388] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.171681] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.171850] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.172029] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 7a711ce9-7d8f-47eb-924e-5c2061dde9ee not found, creating... [ 968.172560] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.172826] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.172971] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.173273] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.173439] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.173765] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.173958] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.174108] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.174422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.175101] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.175544] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 7a711ce9-7d8f-47eb-924e-5c2061dde9ee is going to be created. [ 968.203210] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.203566] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.203779] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.204175] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.204542] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.205160] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.424886] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.899128] env[69318]: INFO networking_nsxv3.common.synchronization [req-d8d01846-b4b5-4b18-8cb1-9864083b8295 req-18480b03-9fd3-4c9f-bb59-08091a8eeef3 service nova] Enqueued Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGHEST for action security_group_rules [ 968.899128] env[69318]: INFO networking_nsxv3.common.synchronization [req-d8d01846-b4b5-4b18-8cb1-9864083b8295 req-18480b03-9fd3-4c9f-bb59-08091a8eeef3 service nova] Enqueued Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGHEST for action security_group_members [ 968.899128] env[69318]: INFO networking_nsxv3.common.synchronization [req-d8d01846-b4b5-4b18-8cb1-9864083b8295 req-18480b03-9fd3-4c9f-bb59-08091a8eeef3 service nova] Enqueued Resource ID: 7a711ce9-7d8f-47eb-924e-5c2061dde9ee with Priority: HIGHEST for action port [ 968.899128] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGHEST for action security_group_rules [ 968.899128] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGHEST for action security_group_members [ 968.899128] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a711ce9-7d8f-47eb-924e-5c2061dde9ee with Priority: HIGHEST for action port [ 968.899128] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd497039-13ea-4223-aab9-8291829fac9f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.900191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.900191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.900363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.901515] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.902661] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd497039-13ea-4223-aab9-8291829fac9f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.902661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.902661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.902661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.902661] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.902901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.902901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.902901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.902998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.903059] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.903899] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.903972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.904016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.904249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.904249] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a711ce9-7d8f-47eb-924e-5c2061dde9ee',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.927108] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.927322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.927322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.927757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.927757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.927757] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be updated. [ 968.965017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.965017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.965017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.965017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.965017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.974053] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: IN_PROGRESS for 2s [ 969.406283] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd497039-13ea-4223-aab9-8291829fac9f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.406652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.406652] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.408023] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a711ce9-7d8f-47eb-924e-5c2061dde9ee with status ACTIVE [ 969.408023] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.408023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.408023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.408241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.408241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.408406] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.408507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.408589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.408716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.408787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.408971] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.409082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.409141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.409282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.409355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.409485] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a711ce9-7d8f-47eb-924e-5c2061dde9ee is going to be updated. [ 969.438334] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.438484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.438556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.438771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.438905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.439076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a711ce9-7d8f-47eb-924e-5c2061dde9ee" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.829143] env[69318]: INFO networking_nsxv3.common.synchronization [req-d6956e57-1bf2-44ec-a792-60f03efb3244 req-834a4668-57df-4ec4-a7e4-e034302f0f1d tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 969.829832] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 969.833489] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.833489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.833489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.833489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.833730] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.833730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.833823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.834232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.834232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.834232] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.912033] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.240789] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.241033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.241180] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.241459] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.241780] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.241990] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.242170] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.242449] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.242618] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.242860] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.243017] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.243166] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.243329] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.243490] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.243632] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.243897] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.262574] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.264163] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.264163] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.264163] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.264163] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-8ab8cb6f-eadb-439b-9974-8095d590e9b0 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.264163] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-8ab8cb6f-eadb-439b-9974-8095d590e9b0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.264163] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-8ab8cb6f-eadb-439b-9974-8095d590e9b0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.264163] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-8ab8cb6f-eadb-439b-9974-8095d590e9b0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.264163] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab8cb6f-eadb-439b-9974-8095d590e9b0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.336487] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.336753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.336839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.337068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.337157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.337385] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.337457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.337500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.337649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.337722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.337806] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 already deleted. [ 970.337886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.414497] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.414803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.414803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.414948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.415048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.415148] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd497039-13ea-4223-aab9-8291829fac9f is going to be created. [ 970.444959] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.445121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.445194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.445455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.445630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.455912] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd497039-13ea-4223-aab9-8291829fac9f in Status: UNINITIALIZED for 2s [ 970.768017] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.768288] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.768405] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.768704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.768861] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.769038] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 8ab8cb6f-eadb-439b-9974-8095d590e9b0 not found, creating... [ 970.769318] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.769484] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.769612] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.769833] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.769974] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.770277] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.770442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.770570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.770780] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.770920] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.771076] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 8ab8cb6f-eadb-439b-9974-8095d590e9b0 is going to be created. [ 970.794381] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.794381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.794381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.794381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.794381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.794717] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-8ab8cb6f-eadb-439b-9974-8095d590e9b0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.985374] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: SUCCESS [ 970.985608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.985764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.985977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.986198] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.986499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.986499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.986689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.986689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.986759] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.490609] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.610172] env[69318]: INFO networking_nsxv3.common.synchronization [req-d6956e57-1bf2-44ec-a792-60f03efb3244 req-061b36fd-5772-40c8-b80d-2ef0c219c8e6 service nova] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_rules [ 971.610172] env[69318]: INFO networking_nsxv3.common.synchronization [req-d6956e57-1bf2-44ec-a792-60f03efb3244 req-061b36fd-5772-40c8-b80d-2ef0c219c8e6 service nova] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 971.610172] env[69318]: INFO networking_nsxv3.common.synchronization [req-d6956e57-1bf2-44ec-a792-60f03efb3244 req-061b36fd-5772-40c8-b80d-2ef0c219c8e6 service nova] Enqueued Resource ID: 8ab8cb6f-eadb-439b-9974-8095d590e9b0 with Priority: HIGHEST for action port [ 971.610172] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_rules [ 971.610172] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 971.610172] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ab8cb6f-eadb-439b-9974-8095d590e9b0 with Priority: HIGHEST for action port [ 971.613716] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.613833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.613897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.614175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.614268] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.615650] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.615806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.615884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.616054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.616226] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.616351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.616406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.616538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.616626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.616721] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.617986] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ab8cb6f-eadb-439b-9974-8095d590e9b0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.617986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ab8cb6f-eadb-439b-9974-8095d590e9b0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.617986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ab8cb6f-eadb-439b-9974-8095d590e9b0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.617986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ab8cb6f-eadb-439b-9974-8095d590e9b0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.618848] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab8cb6f-eadb-439b-9974-8095d590e9b0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.996225] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.119833] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.120051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.122453] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.123373] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ab8cb6f-eadb-439b-9974-8095d590e9b0 with status ACTIVE [ 972.123567] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.123688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.123771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.123996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.124103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.124324] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.124456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.124522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.124721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.124828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.124988] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.125098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.125160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.125326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.125405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.125489] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ab8cb6f-eadb-439b-9974-8095d590e9b0 is going to be updated. [ 972.149824] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.150015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.150108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.150452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.151231] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.151231] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ab8cb6f-eadb-439b-9974-8095d590e9b0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.435427] env[69318]: INFO networking_nsxv3.common.synchronization [req-af41edc8-dc62-477a-a681-c58ab4bb7ddb req-bc8e8f04-c4cd-492e-8367-ab9966274bfb tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 972.436067] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 972.436355] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.436451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.466691] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd497039-13ea-4223-aab9-8291829fac9f in Status: SUCCESS [ 972.466938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.467121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.467334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.467524] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.467666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.467736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.467915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.468021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.468125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.468200] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.500834] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.501134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.501134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.501196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.501343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.501425] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be updated. [ 972.531563] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.531711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.531776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.531985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.532236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.542866] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: IN_PROGRESS for 2s [ 972.559562] env[69318]: INFO networking_nsxv3.common.synchronization [req-d8cefba7-e239-44ba-84bf-70a0896f1e4b req-75a92c72-4a50-4ae3-99d2-3920bfc1cecf tempest-ImagesOneServerNegativeTestJSON-166815213 tempest-ImagesOneServerNegativeTestJSON-166815213-project-member] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 972.560102] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGHEST for action security_group_members [ 972.560441] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.560590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.560651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.560865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.561135] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.561412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.561412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.561595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.561727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.561862] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.628301] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.766613] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.766810] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.766925] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.767225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.767507] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.767674] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.767799] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.768028] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.768182] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.768460] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.768544] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.768632] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.768719] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.768829] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.768940] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.769089] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.789658] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.789913] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 972.789985] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.790167] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-192" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790489] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-3656640b-e6f5-43e3-95d8-430192f6586a taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.790699] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-3656640b-e6f5-43e3-95d8-430192f6586a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.790855] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-3656640b-e6f5-43e3-95d8-430192f6586a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.791208] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-3656640b-e6f5-43e3-95d8-430192f6586a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.791356] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3656640b-e6f5-43e3-95d8-430192f6586a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.974317] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd497039-13ea-4223-aab9-8291829fac9f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.975944] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.975944] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd497039-13ea-4223-aab9-8291829fac9f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.975944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.976434] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.976434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.976434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.976434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.976434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.976434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.976610] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.065633] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.065633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.065633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.065633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.065633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.065633] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.065633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.066036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.066036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.066036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.066036] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be updated. [ 973.097861] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.097861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.097985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.098222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.098372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.109026] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: IN_PROGRESS for 2s [ 973.138306] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.138538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.138621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.138872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.138981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.139174] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 is going to be created. [ 973.169942] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.170150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.170217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.170439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.170675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.183313] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: UNINITIALIZED for 2s [ 973.297979] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.297979] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.298167] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.298513] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.298743] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.298943] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 3656640b-e6f5-43e3-95d8-430192f6586a not found, creating... [ 973.299370] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.299594] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.299737] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.300180] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.300393] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.301155] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.301155] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.301384] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.301614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.301822] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.301986] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 3656640b-e6f5-43e3-95d8-430192f6586a is going to be created. [ 973.334652] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.334835] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.334975] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.335300] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.335529] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.335772] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-3656640b-e6f5-43e3-95d8-430192f6586a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.480084] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd497039-13ea-4223-aab9-8291829fac9f: rpc.has_security_group_logging(os_id): False [ 973.504312] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.504784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.504784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.504784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.504915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.505065] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.505161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.505233] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.505400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.505513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.505700] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.505803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.505866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.506025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.506105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.506295] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.506391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.506455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.506770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.506849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.506967] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd497039-13ea-4223-aab9-8291829fac9f is going to be created. [ 973.587651] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.587829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.587901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.588497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.588497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.601107] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd497039-13ea-4223-aab9-8291829fac9f in Status: IN_PROGRESS for 2s [ 974.105805] env[69318]: INFO networking_nsxv3.common.synchronization [req-af41edc8-dc62-477a-a681-c58ab4bb7ddb req-fa8bbfd3-095c-4670-894e-cd8cb32614ed service nova] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_rules [ 974.106081] env[69318]: INFO networking_nsxv3.common.synchronization [req-af41edc8-dc62-477a-a681-c58ab4bb7ddb req-fa8bbfd3-095c-4670-894e-cd8cb32614ed service nova] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 974.106255] env[69318]: INFO networking_nsxv3.common.synchronization [req-af41edc8-dc62-477a-a681-c58ab4bb7ddb req-fa8bbfd3-095c-4670-894e-cd8cb32614ed service nova] Enqueued Resource ID: 3656640b-e6f5-43e3-95d8-430192f6586a with Priority: HIGHEST for action port [ 974.106871] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_rules [ 974.106954] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 974.107112] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3656640b-e6f5-43e3-95d8-430192f6586a with Priority: HIGHEST for action port [ 974.107352] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.108815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.109043] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.109149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.109348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-3656640b-e6f5-43e3-95d8-430192f6586a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.109489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3656640b-e6f5-43e3-95d8-430192f6586a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.109555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3656640b-e6f5-43e3-95d8-430192f6586a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.109727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3656640b-e6f5-43e3-95d8-430192f6586a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.109799] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3656640b-e6f5-43e3-95d8-430192f6586a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.554515] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: SUCCESS [ 974.554838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.555053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.555338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.555510] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.555613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.555669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.555890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.556040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.556087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.556316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.556434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.557045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.557045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.557045] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.557045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.557266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.557266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.557330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.557467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.557836] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.613292] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3656640b-e6f5-43e3-95d8-430192f6586a with status ACTIVE [ 974.613587] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.613757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.613833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.614125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.614247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.614469] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.614607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.614702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.614864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.614966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.615169] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.615286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.615342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.616045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.616045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.616045] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3656640b-e6f5-43e3-95d8-430192f6586a is going to be updated. [ 974.640390] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.640605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.640652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.640835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.640973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.641142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3656640b-e6f5-43e3-95d8-430192f6586a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.059988] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4c572e-6931-43a0-8c48-6175d061a5b8: rpc.has_security_group_logging(os_id): False [ 975.077451] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.077608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.077762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.077928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.078030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.078225] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.078321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.078388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.078538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.078619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.078821] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.078918] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.078982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.079143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.079218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.079400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.079496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.079562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.079699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.079773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.079859] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be created. [ 975.117840] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e50880-844b-4a0b-9569-285ca8226a38 in Status: SUCCESS [ 975.118089] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 deletion is rescheduled due to dependency. [ 975.118265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.142766] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.143022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.143091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.143345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.143546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.156905] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: IN_PROGRESS for 2s [ 975.194138] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: SUCCESS [ 975.194299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.194493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.194699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.194897] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.195027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.195094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.195259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.195342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.195430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.195555] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.196433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.196639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.196824] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.196922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.196988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.197153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.197234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.197324] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.623939] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd497039-13ea-4223-aab9-8291829fac9f in Status: SUCCESS [ 975.624277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.699491] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.699658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.699883] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.203704] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.422291] env[69318]: INFO networking_nsxv3.common.synchronization [req-282fc559-4498-4b10-8972-59bf949188a2 req-ed0e89a6-db4e-43ae-975c-24ae7e37ed79 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Enqueued Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_members [ 976.422291] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_members [ 976.429109] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.429109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.429659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.429659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.429803] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.429914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.429992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.430115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.430225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.431428] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.707608] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.710205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.710205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.710205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.710205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.710205] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 is going to be updated. [ 976.741544] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.741544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.741544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.741851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.741969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.764197] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: IN_PROGRESS for 2s [ 976.936489] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.936489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.936489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.936683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.937448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.937448] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.937448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.937448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.937673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.937673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.937811] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c already deleted. [ 976.937855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.183778] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: SUCCESS [ 977.184151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.184444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.184797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.184973] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.189015] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.189886] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-127" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.190173] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-127" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.190681] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-127" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.191162] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.191499] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.191756] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.192219] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.192536] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.192916] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.193171] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.193442] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.193668] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.193876] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.194145] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.194402] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.217037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.217037] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 977.217037] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.217277] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-127" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.217498] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-821251ff-c080-4183-afdb-fe82ff50d3b9 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.217702] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-821251ff-c080-4183-afdb-fe82ff50d3b9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.217822] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-821251ff-c080-4183-afdb-fe82ff50d3b9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.218218] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-821251ff-c080-4183-afdb-fe82ff50d3b9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.218367] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821251ff-c080-4183-afdb-fe82ff50d3b9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.697775] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.697775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.697775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.697982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.697982] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.698097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.698161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.698307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.698636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.698636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.698636] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.720886] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.721142] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.721269] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.721539] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.721689] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.721848] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 821251ff-c080-4183-afdb-fe82ff50d3b9 not found, creating... [ 977.722122] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.722284] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.722460] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.722704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.722850] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.723146] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.723307] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.723430] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.723655] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.723845] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.724014] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 821251ff-c080-4183-afdb-fe82ff50d3b9 is going to be created. [ 977.749483] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.749701] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.749833] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.750129] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.750365] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.750605] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-821251ff-c080-4183-afdb-fe82ff50d3b9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.204325] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.204498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.204599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.204858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.205050] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.205166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.205238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.205447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.205543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.205640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.205801] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.205901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.205966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.206130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.206274] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.206371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.206434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.206578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.206659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.206760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.206880] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.591376] env[69318]: INFO networking_nsxv3.common.synchronization [req-282fc559-4498-4b10-8972-59bf949188a2 req-e547ac85-a7f8-46f0-b747-199fa7a9980e service nova] Enqueued Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_rules [ 978.591376] env[69318]: INFO networking_nsxv3.common.synchronization [req-282fc559-4498-4b10-8972-59bf949188a2 req-e547ac85-a7f8-46f0-b747-199fa7a9980e service nova] Enqueued Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_members [ 978.591376] env[69318]: INFO networking_nsxv3.common.synchronization [req-282fc559-4498-4b10-8972-59bf949188a2 req-e547ac85-a7f8-46f0-b747-199fa7a9980e service nova] Enqueued Resource ID: 821251ff-c080-4183-afdb-fe82ff50d3b9 with Priority: HIGHEST for action port [ 978.591376] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_rules [ 978.591376] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_members [ 978.591376] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821251ff-c080-4183-afdb-fe82ff50d3b9 with Priority: HIGHEST for action port [ 978.591376] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.591376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.591376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.592752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.592752] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.594028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.594028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.594028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.594028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.594028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.594290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.594290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.594356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.594390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.594486] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.596909] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-821251ff-c080-4183-afdb-fe82ff50d3b9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.597629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-821251ff-c080-4183-afdb-fe82ff50d3b9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.597863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-821251ff-c080-4183-afdb-fe82ff50d3b9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.598153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-821251ff-c080-4183-afdb-fe82ff50d3b9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.598239] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('821251ff-c080-4183-afdb-fe82ff50d3b9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.714492] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4c572e-6931-43a0-8c48-6175d061a5b8: rpc.has_security_group_logging(os_id): False [ 978.734992] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.735256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.735256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.735986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.736125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.736320] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.736421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.736495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.736667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.736762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.737035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.737148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.737198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.737335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.737414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.737597] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.737721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.737782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.740119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.740119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.740119] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be updated. [ 978.775267] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: SUCCESS [ 978.775462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.775656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.775853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.776058] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.776177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.776281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.776473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.776473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.776577] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.804252] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.804252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.804252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.804570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.807242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.818968] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: IN_PROGRESS for 2s [ 979.104419] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.104419] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104419] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 821251ff-c080-4183-afdb-fe82ff50d3b9 with status ACTIVE [ 979.104419] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.104419] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.105305] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.105525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.105838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.106120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.106310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.106487] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 821251ff-c080-4183-afdb-fe82ff50d3b9 is going to be updated. [ 979.133896] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.133896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.133896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.133896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.133896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.133896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-821251ff-c080-4183-afdb-fe82ff50d3b9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.279050] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.609452] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.783056] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.113607] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.114731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.114877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.115114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.115223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.115332] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c is going to be created. [ 980.145271] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.145424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.147100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.147100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.147100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.157195] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c in Status: UNINITIALIZED for 2s [ 980.285055] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.285295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.285401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.285764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.285897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.285965] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 is going to be updated. [ 980.314771] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.315015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.315015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.315202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.315350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.326141] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: IN_PROGRESS for 2s [ 980.834731] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: SUCCESS [ 980.835036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.172075] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c in Status: SUCCESS [ 982.172387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.172500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.172816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.173077] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.173289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.173378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.173617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.173746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.173956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.174048] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.181749] env[69318]: INFO networking_nsxv3.common.synchronization [req-322202c4-422e-42fd-925f-99f457aef91b req-6c34436e-3690-4191-95e1-2d10923a7bbb tempest-ServersNegativeTestMultiTenantJSON-228948491 tempest-ServersNegativeTestMultiTenantJSON-228948491-project-member] Enqueued Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGHEST for action security_group_members [ 982.182252] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGHEST for action security_group_members [ 982.182947] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd497039-13ea-4223-aab9-8291829fac9f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.182947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.182947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.182947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.183404] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.183404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.183404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.183404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.183656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.183656] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.336343] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: SUCCESS [ 982.337174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.337174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.337174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.337174] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.337471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.337471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.337471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.337560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.337653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.337776] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.337910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.337967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.338084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.338225] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.338318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.338380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.338517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.338591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.338671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.338761] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.676535] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.685357] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.685525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.685598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.685868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.687034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.687034] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.687034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.687034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.687034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.687034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.687034] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd497039-13ea-4223-aab9-8291829fac9f is going to be updated. [ 982.718814] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.719331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.719331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.719497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.719740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.732320] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd497039-13ea-4223-aab9-8291829fac9f in Status: IN_PROGRESS for 2s [ 982.841958] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b318c367-7075-40bf-8ad7-8a34c4b8b007: rpc.has_security_group_logging(os_id): False [ 982.875318] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.875478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.875559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.875936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.875936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.876230] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.876376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.876448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.876714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.876890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.877140] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.877296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.877424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.877588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.877702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.877965] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.878127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.878252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.878436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.878556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.878697] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 is going to be created. [ 982.982932] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.983169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.983316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.983597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.983893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.005561] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: IN_PROGRESS for 2s [ 983.182572] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c: rpc.has_security_group_logging(os_id): False [ 983.214352] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.214352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.214352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.214352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.214352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.214352] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.214352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.214352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.214352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.214352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.214352] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c is going to be created. [ 983.303926] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.304761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.304761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.304761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.305156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.323889] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c in Status: IN_PROGRESS for 2s [ 984.747795] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd497039-13ea-4223-aab9-8291829fac9f in Status: SUCCESS [ 984.748098] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd497039-13ea-4223-aab9-8291829fac9f deletion is rescheduled due to dependency. [ 984.748142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.998035] env[69318]: INFO networking_nsxv3.common.synchronization [req-e6325c4e-66e2-44ec-87ca-744560208e9a req-6c20655b-5b2a-48ed-885c-2ca281637f10 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 984.998430] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 984.998745] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.998872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.998942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.999181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.999339] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.999442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.999507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.999657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.999742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.999837] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.022155] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: SUCCESS [ 985.022372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.023021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.023226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.023310] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.337643] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c in Status: SUCCESS [ 985.337937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.502320] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.502483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.502555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.503520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.504425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.505106] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.505106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.505106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.505106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.505315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.505315] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be updated. [ 985.526625] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.526625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.526625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.526625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.526625] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.526625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.526625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.527076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.527076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.527076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.527076] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.540378] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.540378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.540378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.540378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.540378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.550995] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: IN_PROGRESS for 2s [ 986.031750] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.032144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.032144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.032256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.032444] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.032561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.032617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.032801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.032883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.032975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.033137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.033225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.033289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.033428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.033562] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.033654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.033711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.033847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.033922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.034007] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.034100] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.537403] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b318c367-7075-40bf-8ad7-8a34c4b8b007: rpc.has_security_group_logging(os_id): False [ 986.555836] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.556079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.556130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.556353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.556448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.556737] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.556808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.556886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.557023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.557105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.557293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.557390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.557451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.557592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.557667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.557873] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.558027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.558102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.558246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.558322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.558408] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 is going to be updated. [ 986.627143] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.627143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.627143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.627143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.627143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.640617] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: IN_PROGRESS for 2s [ 986.796018] env[69318]: INFO networking_nsxv3.common.synchronization [req-69dd6b2c-8ad2-45f1-acee-cef1e378bff2 req-a29bc5d9-b28b-4c96-85a9-20abd9d759a4 tempest-VolumesAdminNegativeTest-1466638746 tempest-VolumesAdminNegativeTest-1466638746-project-member] Enqueued Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_members [ 986.796803] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGHEST for action security_group_members [ 986.797271] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2721c50e-659c-4701-9d21-a31a19240c1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.797271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.797988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.798256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.798504] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.798667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.798776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.799010] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.799141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.799277] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.302987] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.303293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.303293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.303952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.327403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.327682] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.327812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.327884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.328105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.328213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.328275] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2721c50e-659c-4701-9d21-a31a19240c1d is going to be updated. [ 987.358251] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.358251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.358251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.358251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.358251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.368672] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2721c50e-659c-4701-9d21-a31a19240c1d in Status: IN_PROGRESS for 2s [ 987.561676] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: SUCCESS [ 987.561923] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 deletion is rescheduled due to dependency. [ 987.561986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.654247] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: SUCCESS [ 988.654614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.381569] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2721c50e-659c-4701-9d21-a31a19240c1d in Status: SUCCESS [ 989.381804] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2721c50e-659c-4701-9d21-a31a19240c1d deletion is rescheduled due to dependency. [ 989.381933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.607982] env[69318]: INFO networking_nsxv3.common.synchronization [None req-ca0d9193-2c7e-4409-95aa-a4931f78779a None None] Enqueued Resource ID: 8f6024f1-dc60-47f7-9613-5346e07a2c4d with Priority: HIGHEST for action port [ 990.608328] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6024f1-dc60-47f7-9613-5346e07a2c4d with Priority: HIGHEST for action port [ 990.608903] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f6024f1-dc60-47f7-9613-5346e07a2c4d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.609041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f6024f1-dc60-47f7-9613-5346e07a2c4d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.609115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f6024f1-dc60-47f7-9613-5346e07a2c4d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.609372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f6024f1-dc60-47f7-9613-5346e07a2c4d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.609465] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f6024f1-dc60-47f7-9613-5346e07a2c4d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.113442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f6024f1-dc60-47f7-9613-5346e07a2c4d [ 991.113705] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.113841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.113910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.114187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.114279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.114377] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f6024f1-dc60-47f7-9613-5346e07a2c4d already deleted. [ 991.114460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f6024f1-dc60-47f7-9613-5346e07a2c4d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.397088] env[69318]: INFO networking_nsxv3.common.synchronization [None req-b57879b0-c6a1-4e6b-84b0-3d04bc81f225 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 991.397088] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 991.398311] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.398644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.398897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.399318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.400795] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.520291] env[69318]: INFO networking_nsxv3.common.synchronization [None req-e632eca3-6c8e-4654-8626-bf6fedbda04a tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 991.520291] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 991.520291] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.520291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.922978] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.922978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.922978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.922978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.922978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.922978] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 already deleted. [ 991.922978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.923501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.923501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.923501] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.233958] env[69318]: INFO networking_nsxv3.common.synchronization [req-183c971d-8707-4abf-a0aa-d2c4b7df32eb req-6046c7b0-a8b9-4255-b477-99348c4f8b2b tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 992.234522] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 992.234821] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.234942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.235058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.235296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.235456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.235556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.235620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.235801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.235891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.235992] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.446655] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.446819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.446892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.447124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.447220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.447314] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 already deleted. [ 992.447397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.739363] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.882340] env[69318]: INFO networking_nsxv3.common.synchronization [req-e407adb4-d6cb-471e-9c20-df329b5399e2 req-2e09141b-8965-47c6-9d68-e8be5c639f4f tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 992.882340] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 992.882340] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.882340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.882340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.882340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.882340] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.882340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.882340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.882340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.882340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.882340] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.242520] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.345806] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.346187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.346397] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.347719] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.348130] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.348431] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.348558] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.348936] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.349187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.349944] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.349944] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.349944] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.349944] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.349944] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.350147] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.350367] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.357192] env[69318]: INFO networking_nsxv3.common.synchronization [None req-3dcee474-5477-4805-b2d6-6fc4f37b12db None None] Enqueued Resource ID: ed31fcb9-0bc1-4095-ad64-1c4e7606e6df with Priority: HIGHEST for action port [ 993.359031] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed31fcb9-0bc1-4095-ad64-1c4e7606e6df with Priority: HIGHEST for action port [ 993.359628] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed31fcb9-0bc1-4095-ad64-1c4e7606e6df taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.359762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed31fcb9-0bc1-4095-ad64-1c4e7606e6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.360214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed31fcb9-0bc1-4095-ad64-1c4e7606e6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.362115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed31fcb9-0bc1-4095-ad64-1c4e7606e6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.362115] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed31fcb9-0bc1-4095-ad64-1c4e7606e6df',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.377181] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.377459] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 993.377528] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.377738] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.378159] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-8c17c496-4266-4bb1-8c0b-730040563005 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.378334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.378483] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.378929] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.378996] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c17c496-4266-4bb1-8c0b-730040563005',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.385590] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.385827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.385827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.386311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.386311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.386311] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.386516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.386516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.386655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.386710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.386801] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120156d2-9693-4152-a382-e169f03bc87e already deleted. [ 993.386842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.744820] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.744982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.745096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.745344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.745441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.745540] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 993.773934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.774108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.774168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.774380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.774523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.785121] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 993.865940] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed31fcb9-0bc1-4095-ad64-1c4e7606e6df [ 993.865940] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.865940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.865940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.865940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.865940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.865940] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed31fcb9-0bc1-4095-ad64-1c4e7606e6df already deleted. [ 993.865940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed31fcb9-0bc1-4095-ad64-1c4e7606e6df" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.885023] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.885023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.885023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.885023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.885023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.885023] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 8c17c496-4266-4bb1-8c0b-730040563005 not found, creating... [ 993.885023] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.885023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.885023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.885023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.885023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.885628] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.885914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.886243] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.886570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.886823] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.887090] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 8c17c496-4266-4bb1-8c0b-730040563005 is going to be created. [ 993.909652] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.909652] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.909652] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.909652] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.909652] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.909652] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.800186] env[69318]: INFO networking_nsxv3.common.synchronization [req-e407adb4-d6cb-471e-9c20-df329b5399e2 req-0d8f0e19-63dd-4a66-97e5-ea7b7eacc6bf service nova] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_rules [ 994.800515] env[69318]: INFO networking_nsxv3.common.synchronization [req-e407adb4-d6cb-471e-9c20-df329b5399e2 req-0d8f0e19-63dd-4a66-97e5-ea7b7eacc6bf service nova] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 994.800747] env[69318]: INFO networking_nsxv3.common.synchronization [req-e407adb4-d6cb-471e-9c20-df329b5399e2 req-0d8f0e19-63dd-4a66-97e5-ea7b7eacc6bf service nova] Enqueued Resource ID: 8c17c496-4266-4bb1-8c0b-730040563005 with Priority: HIGHEST for action port [ 994.801696] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_rules [ 994.801936] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 994.802136] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c17c496-4266-4bb1-8c0b-730040563005 with Priority: HIGHEST for action port [ 994.802940] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.803208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.803457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.803892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.804075] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.805472] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.805617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.805716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.806025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.806348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.808020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.808020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.808020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.808020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.808020] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.810182] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c17c496-4266-4bb1-8c0b-730040563005 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.810700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.810979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.811438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.812256] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c17c496-4266-4bb1-8c0b-730040563005',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.315513] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.315513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.315513] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.316503] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c17c496-4266-4bb1-8c0b-730040563005 with status ACTIVE [ 995.316503] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.316503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.316723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.316769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.316901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.317479] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.317479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.317479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.317682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.317776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.317985] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.318130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.318198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.320053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.320165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.320249] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c17c496-4266-4bb1-8c0b-730040563005 is going to be updated. [ 995.346275] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.346430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.346530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.346703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.346832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.346990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.795123] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 995.795338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.823061] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.325523] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.325789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.325789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.325979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.326091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.326192] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be created. [ 996.354858] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.355113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.355275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.355544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.355775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.366927] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: UNINITIALIZED for 2s [ 997.688607] env[69318]: INFO networking_nsxv3.common.synchronization [req-b22c85ec-058c-417e-b4c1-c4953926a6ab req-1fa8a0ad-222d-4cb0-b544-df19f6c43086 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 997.689178] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 997.689849] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.689980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.690150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.690444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.690569] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.690695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.690774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.690945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.691271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.691271] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.034037] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.034037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.034037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.034037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.034037] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.034037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.034037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.034037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.034037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.034037] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.034037] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.034491] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.034491] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.034491] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.034491] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.034610] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.063871] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.064089] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.064239] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.064424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.064818] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-79520c7d-1332-498d-99e8-e1ed0a463f27 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.064999] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-79520c7d-1332-498d-99e8-e1ed0a463f27" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.065183] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-79520c7d-1332-498d-99e8-e1ed0a463f27" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.065522] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-79520c7d-1332-498d-99e8-e1ed0a463f27" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.065691] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79520c7d-1332-498d-99e8-e1ed0a463f27',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.174774] env[69318]: INFO networking_nsxv3.common.synchronization [req-d715b49e-f7e7-4f1e-9db1-4101a0010f88 req-921c81ec-c26a-4143-9247-7120ae2ed7ac tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 998.176009] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 998.176009] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.176009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.176009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.176009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.176009] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.176387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.176424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.177031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.177031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.177031] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.193462] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.193608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.193842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.193908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.194089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.194287] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.197198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.197198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.197198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.197198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.197198] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 998.234568] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.237410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.237410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.237410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.237410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.248297] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 998.378365] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 998.378579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.378742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.378952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.379153] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.379277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.379330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.379481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.379558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.379638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.379723] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.569367] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.569663] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.569797] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.570125] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.570290] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.570446] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 79520c7d-1332-498d-99e8-e1ed0a463f27 not found, creating... [ 998.570874] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.570950] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.571123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.571329] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.571480] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.571805] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.571963] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.572100] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.572321] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.572465] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.572614] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 79520c7d-1332-498d-99e8-e1ed0a463f27 is going to be created. [ 998.597914] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.598138] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.598300] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.598623] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.598927] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.599204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-79520c7d-1332-498d-99e8-e1ed0a463f27" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.678794] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.882513] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.883135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.883135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.883135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.886222] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.886222] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.886222] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.886222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.886222] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.181674] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.362186] env[69318]: INFO networking_nsxv3.common.synchronization [req-b22c85ec-058c-417e-b4c1-c4953926a6ab req-4d3ef5c6-0dde-45f8-9364-7c79134ea298 service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 999.362429] env[69318]: INFO networking_nsxv3.common.synchronization [req-b22c85ec-058c-417e-b4c1-c4953926a6ab req-4d3ef5c6-0dde-45f8-9364-7c79134ea298 service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 999.362575] env[69318]: INFO networking_nsxv3.common.synchronization [req-b22c85ec-058c-417e-b4c1-c4953926a6ab req-4d3ef5c6-0dde-45f8-9364-7c79134ea298 service nova] Enqueued Resource ID: 79520c7d-1332-498d-99e8-e1ed0a463f27 with Priority: HIGHEST for action port [ 999.366033] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 999.366033] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 999.366033] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79520c7d-1332-498d-99e8-e1ed0a463f27 with Priority: HIGHEST for action port [ 999.367043] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.367290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.367290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.367568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.367697] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.368810] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.368940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.369218] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-79520c7d-1332-498d-99e8-e1ed0a463f27 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.369368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79520c7d-1332-498d-99e8-e1ed0a463f27" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.369452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79520c7d-1332-498d-99e8-e1ed0a463f27" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.369726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79520c7d-1332-498d-99e8-e1ed0a463f27" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.369810] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79520c7d-1332-498d-99e8-e1ed0a463f27',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.387305] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 120156d2-9693-4152-a382-e169f03bc87e: rpc.has_security_group_logging(os_id): False [ 999.412905] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.413165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.413243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.413473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.413779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.414047] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.414171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.414233] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.414397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.414490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.414693] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.414796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.414855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.414999] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.415099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.415364] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.415475] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.415564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.415688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.415751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.415956] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be created. [ 999.558480] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.558480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.558754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.558854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.559107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.577102] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: IN_PROGRESS for 2s [ 999.685417] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.685624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.685671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.685870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.685961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.686074] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be updated. [ 999.717723] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.717921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.717921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.718156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.718303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.727334] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: IN_PROGRESS for 2s [ 999.872624] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.872844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.873055] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79520c7d-1332-498d-99e8-e1ed0a463f27 with status ACTIVE [ 999.873268] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.873386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.873441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.873646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.873739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.873915] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.874104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.874104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.874254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.874333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.874611] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.874694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.874694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.874835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.874910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.874997] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79520c7d-1332-498d-99e8-e1ed0a463f27 is going to be updated. [ 999.900852] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.901211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.901211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.901281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.901410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.901573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79520c7d-1332-498d-99e8-e1ed0a463f27" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.191487] env[69318]: INFO networking_nsxv3.common.synchronization [req-528b9b21-9975-4b73-8e97-567d297d2870 req-bf6b81d2-2e77-4f3d-b413-7c8afddf5d75 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1000.192159] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1000.192562] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.192805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.192907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.193157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.193400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.193531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.193625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.193801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.194152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.194312] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.259263] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1000.259583] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 deletion is rescheduled due to dependency. [ 1000.259819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.260562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.260875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.261235] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.261406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.261500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.261742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.261957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.262104] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.652316] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.652503] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.652624] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.652868] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.653321] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.653569] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.653636] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.653870] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.654032] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.654252] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.654375] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.654495] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.654610] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.654727] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.654840] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.655116] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.673477] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.673652] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.673801] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.673986] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.674336] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.674509] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.674704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.674939] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.675095] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.700217] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.700217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.700217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.700484] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.702037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.702037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.702037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.702037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.702037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.702037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.702037] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1000.726911] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.726911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.726911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.727290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.736315] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1000.763458] env[69318]: INFO networking_nsxv3.common.synchronization [req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 req-92a4ba28-0a6c-479b-8a62-e23c8c15eb57 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1000.764049] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1000.764750] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.764954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.765045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.765398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.765870] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.765982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.766062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.766234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.766320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.766416] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.767193] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.166659] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.166952] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.167074] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.167269] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.167528] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.167688] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.167809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.168073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.168239] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.168453] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.168570] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.168719] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.168788] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.168900] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.169015] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.169149] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.177689] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.177983] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.178163] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.178526] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.178838] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.179081] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 not found, creating... [ 1001.179430] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.179650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.179783] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.180100] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.180312] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.180688] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.180878] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.181133] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.181435] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.182932] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.183177] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 is going to be created. [ 1001.202704] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.203158] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.203158] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.203339] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.204575] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-35faa0cd-f44f-4ace-aa17-6867a6a28847 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.204575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-35faa0cd-f44f-4ace-aa17-6867a6a28847" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.204575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-35faa0cd-f44f-4ace-aa17-6867a6a28847" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.204575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-35faa0cd-f44f-4ace-aa17-6867a6a28847" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.204807] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35faa0cd-f44f-4ace-aa17-6867a6a28847',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.249678] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.249964] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.250167] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.250541] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.250902] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.251279] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.272059] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.273293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.273491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.273559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.273823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.273945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.274246] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.274404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.274404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.274521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.274627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.274742] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 already deleted. [ 1001.274852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.595730] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 1001.595996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.711503] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.711503] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.711503] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.711503] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.711503] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.711503] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 35faa0cd-f44f-4ace-aa17-6867a6a28847 not found, creating... [ 1001.711880] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.711880] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.712027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.712554] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.712554] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.713023] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.717038] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.717038] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.717038] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.717207] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.717282] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 35faa0cd-f44f-4ace-aa17-6867a6a28847 is going to be created. [ 1001.739231] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: SUCCESS [ 1001.739955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.742643] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.743097] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.743097] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.743391] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.743664] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.743935] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-35faa0cd-f44f-4ace-aa17-6867a6a28847" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.776772] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.776946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.777061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.777542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.777721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.777834] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1001.818679] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.818886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.818958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.819188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.819337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.833176] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1001.962470] env[69318]: INFO networking_nsxv3.common.synchronization [req-528b9b21-9975-4b73-8e97-567d297d2870 req-1e74897f-88ab-43d2-870a-59956f4206ed service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 1001.962470] env[69318]: INFO networking_nsxv3.common.synchronization [req-528b9b21-9975-4b73-8e97-567d297d2870 req-1e74897f-88ab-43d2-870a-59956f4206ed service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1001.962470] env[69318]: INFO networking_nsxv3.common.synchronization [req-528b9b21-9975-4b73-8e97-567d297d2870 req-1e74897f-88ab-43d2-870a-59956f4206ed service nova] Enqueued Resource ID: b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 with Priority: HIGHEST for action port [ 1001.962470] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 1001.962470] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1001.962470] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 with Priority: HIGHEST for action port [ 1001.962470] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.962470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.962470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.962470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.962470] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.963867] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.964112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.964526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.964875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.965057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.965387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.965566] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.469574] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.469898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.469970] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 with status ACTIVE [ 1002.470217] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.470358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.470453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.470713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.470825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.471054] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.471176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.471265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.471494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.471633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.471864] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.471984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.472076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.472263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.472360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.472473] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5 is going to be updated. [ 1002.500597] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.500762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.501180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.501180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.501180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.502034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b07dcdb0-fe6a-48ac-8a94-cac70d9bbbf5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.627106] env[69318]: INFO networking_nsxv3.common.synchronization [req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 req-bd88486b-b390-4874-9c26-2b0cf8099f34 service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1002.628153] env[69318]: INFO networking_nsxv3.common.synchronization [req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 req-bd88486b-b390-4874-9c26-2b0cf8099f34 service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1002.628153] env[69318]: INFO networking_nsxv3.common.synchronization [req-d711ee16-c801-4313-85c7-f8f4abb6e7c0 req-bd88486b-b390-4874-9c26-2b0cf8099f34 service nova] Enqueued Resource ID: 35faa0cd-f44f-4ace-aa17-6867a6a28847 with Priority: HIGHEST for action port [ 1002.628650] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1002.628867] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1002.629780] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35faa0cd-f44f-4ace-aa17-6867a6a28847 with Priority: HIGHEST for action port [ 1002.629780] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.629780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.629780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.631051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.631051] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.632046] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.632305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.632370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.633529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.633529] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.633529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.633529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.633529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.633529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.634069] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.636706] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-35faa0cd-f44f-4ace-aa17-6867a6a28847 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.636819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35faa0cd-f44f-4ace-aa17-6867a6a28847" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.636917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35faa0cd-f44f-4ace-aa17-6867a6a28847" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.637201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35faa0cd-f44f-4ace-aa17-6867a6a28847" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.637310] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35faa0cd-f44f-4ace-aa17-6867a6a28847',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.749202] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1002.752258] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 1002.752258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.752258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.752258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.752258] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.752258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.752258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.752258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.752258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.752258] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.881552] env[69318]: INFO networking_nsxv3.common.synchronization [req-a0434a05-5e48-4170-9454-3b3804a3a2c0 req-ca5bd735-a7c1-4ef8-8b17-c37b2c5776da tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1002.882871] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1002.885158] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.885158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.885158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.885158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.885158] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.885158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.885158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.885158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.885158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.885158] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.140280] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.142067] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.142227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.142454] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35faa0cd-f44f-4ace-aa17-6867a6a28847 with status ACTIVE [ 1003.142630] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.142766] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.142939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.143128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.143329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.143580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.143716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.143839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.144108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.144204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.144393] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.144496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.144896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.144896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.144896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.144896] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35faa0cd-f44f-4ace-aa17-6867a6a28847 is going to be updated. [ 1003.167240] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.167386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.167444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.167976] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.168155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.168294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35faa0cd-f44f-4ace-aa17-6867a6a28847" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.229559] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.229780] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.229897] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.230187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.230447] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.230614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.230728] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.231477] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.231643] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.231904] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.232076] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.232239] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.232393] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.232564] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.232714] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.233437] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.254317] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.258359] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.258546] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.258691] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.258873] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.259207] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-9885c650-19f1-42be-823a-514752e72f05 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.259386] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-9885c650-19f1-42be-823a-514752e72f05" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.259515] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-9885c650-19f1-42be-823a-514752e72f05" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.259837] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-9885c650-19f1-42be-823a-514752e72f05" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.259980] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9885c650-19f1-42be-823a-514752e72f05',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.389133] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.390913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.390913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.390913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.390913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.390913] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.390913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.390913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.390913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.390913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.391349] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1003.421744] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.421982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.421982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.422198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.422338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.432950] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1003.647563] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.758502] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.762990] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.763246] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.763496] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.763729] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.763879] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.764047] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 9885c650-19f1-42be-823a-514752e72f05 not found, creating... [ 1003.764318] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.764483] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.764602] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.764864] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.765025] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.765373] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.765546] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.765667] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.765876] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.770566] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.770812] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 9885c650-19f1-42be-823a-514752e72f05 is going to be created. [ 1003.791608] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.791833] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.791963] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.792258] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.792576] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.792720] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-9885c650-19f1-42be-823a-514752e72f05" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.846265] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1003.846546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.847137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.847388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.847653] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.847760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.847994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.848091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.848181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.848274] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.888737] env[69318]: INFO networking_nsxv3.common.synchronization [None req-94d53833-94d8-4047-b415-66f5e789cbea tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Enqueued Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_rules [ 1003.889429] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_rules [ 1003.889760] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd26b70a-8d07-4058-928b-89f099a5f888 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.889861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.889935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.890764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.890895] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.993985] env[69318]: INFO networking_nsxv3.common.synchronization [None req-054e49be-ebe5-428a-86c9-602453d6203e tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Enqueued Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_rules [ 1003.995293] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_rules [ 1003.997032] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd26b70a-8d07-4058-928b-89f099a5f888 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.997168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.149690] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.149962] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.150779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.150779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.150779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.150779] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be created. [ 1004.182211] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.182211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.182211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.182211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.182211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.214757] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: UNINITIALIZED for 2s [ 1004.263532] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.263852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.263852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.264288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.264288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.264456] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1004.303911] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.303911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.304229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.304229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.304418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.315999] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1004.351716] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.351938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.352049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.352306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.352497] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.352616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.352698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.352892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.353015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.353998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.353998] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.354902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.354902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.354902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.354902] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.354902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.354902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.355094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.355094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.355296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.355419] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.416019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.416019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.416019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.416320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.416320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.416416] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd26b70a-8d07-4058-928b-89f099a5f888 already deleted. [ 1004.416753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.416753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.416942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.416942] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.718618] env[69318]: INFO networking_nsxv3.common.synchronization [req-a0434a05-5e48-4170-9454-3b3804a3a2c0 req-7d673576-d898-4ca1-a1c4-afd470ece75c service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 1004.718860] env[69318]: INFO networking_nsxv3.common.synchronization [req-a0434a05-5e48-4170-9454-3b3804a3a2c0 req-7d673576-d898-4ca1-a1c4-afd470ece75c service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1004.719016] env[69318]: INFO networking_nsxv3.common.synchronization [req-a0434a05-5e48-4170-9454-3b3804a3a2c0 req-7d673576-d898-4ca1-a1c4-afd470ece75c service nova] Enqueued Resource ID: 9885c650-19f1-42be-823a-514752e72f05 with Priority: HIGHEST for action port [ 1004.719641] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 1004.719862] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1004.719862] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9885c650-19f1-42be-823a-514752e72f05 with Priority: HIGHEST for action port [ 1004.721014] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.721014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.721014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.721213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.721213] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.724439] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.724564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.724778] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-9885c650-19f1-42be-823a-514752e72f05 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.724932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9885c650-19f1-42be-823a-514752e72f05" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.724967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9885c650-19f1-42be-823a-514752e72f05" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.725166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9885c650-19f1-42be-823a-514752e72f05" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.725242] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9885c650-19f1-42be-823a-514752e72f05',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.858587] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd76431-b27b-42fd-b59d-80fcce933268: rpc.has_security_group_logging(os_id): False [ 1004.881388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.881388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.881388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.881388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.881916] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.881916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.881916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.881916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.881916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.881916] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1004.952850] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.953062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.953110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.953319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.953416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.953625] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd26b70a-8d07-4058-928b-89f099a5f888 already deleted. [ 1004.953625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.974878] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.975094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.975222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.975458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.975623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.987963] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1005.225668] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.225883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.229188] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9885c650-19f1-42be-823a-514752e72f05 with status ACTIVE [ 1005.229188] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.229188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.229188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.229188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.229188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.229188] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.229485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.229485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.229545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.229609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.229822] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.229927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.229988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.230173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.230263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.230401] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9885c650-19f1-42be-823a-514752e72f05 is going to be updated. [ 1005.269864] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.269864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.269864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.269864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.269864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.269864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9885c650-19f1-42be-823a-514752e72f05" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.443544] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1005.443724] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 1005.443840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.444025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.444412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.444529] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.444655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.444719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.444889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.444988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.445105] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.948092] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.247376] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1006.247700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.247785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.248017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.248228] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.248365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.248428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.248573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.248648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.248844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.248844] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.331557] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1006.331918] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.332024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.332520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.332520] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.332520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.332907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.332907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.332907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.333042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.333084] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.451304] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.751511] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.751808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.751943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.752282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.752573] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.752755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.752837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.753031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.753124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.753215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.753590] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.753918] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.754142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.754340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.754561] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.754684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.754785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.754922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.755752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.755752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.755752] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.835350] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.835816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.835816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.837129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.837357] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.837486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.837554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.837740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.837829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.837924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.838297] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.838297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.838297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.838615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.838615] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.838615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.838753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.838788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.838882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.838929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.839033] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.956220] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.956220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.956220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.956220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.956220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.956220] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1006.992591] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.992591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.992591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.992591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.992591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.002194] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1007.007304] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1007.007304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.258595] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f759081-fee7-4268-ac12-4f41fa7d2181: rpc.has_security_group_logging(os_id): False [ 1007.277697] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.277697] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.277697] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.277697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.278400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.279364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.279364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.279364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.279560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.279560] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be created. [ 1007.343125] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed261e9c-b814-4d44-a405-8b82a578ee52: rpc.has_security_group_logging(os_id): False [ 1007.438937] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.438937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.438937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.438937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.438937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.438937] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.438937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.438937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.438937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.438937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.439521] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.439521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.439521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.439521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.439521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.439724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.439824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.439885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.440039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.440116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.440200] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1007.450916] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.451027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.451076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.451261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.451444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.462561] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1007.472237] env[69318]: INFO networking_nsxv3.common.synchronization [req-17047243-0208-4a4c-b000-a439510e0bd9 req-eadf2602-bda2-4b85-a39a-41498c24a483 tempest-ServersWithSpecificFlavorTestJSON-1945869729 tempest-ServersWithSpecificFlavorTestJSON-1945869729-project-member] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 1007.472621] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGHEST for action security_group_members [ 1007.473423] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.478817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.478817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.478817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.478817] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.479224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.479224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.479224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.479224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.479332] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.522850] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.523078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.523205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.523513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.523732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.539417] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1007.626953] env[69318]: INFO networking_nsxv3.common.synchronization [req-15a75e65-b0f2-4b88-8ace-85a13557e20b req-226230c0-5ebf-4dce-8b9d-6d6eee5d3515 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Enqueued Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_members [ 1007.627931] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_members [ 1007.628632] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b564e0c1-a5c1-443c-9a5e-65c5215b9955 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.628755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.628755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.629157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.629320] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.629435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.629509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.629729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.629824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.629926] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.986700] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.989874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.989874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.989874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.989874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.989874] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.989874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.989874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.989874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.989874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.989874] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be updated. [ 1008.047950] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.048277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.048920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.049268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.049556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.065424] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: IN_PROGRESS for 2s [ 1008.123675] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.123881] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.124019] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.124380] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.124663] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.124839] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.125046] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.125224] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.125397] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.125672] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.125804] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.125922] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.126060] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.126184] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.126338] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.126491] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.134076] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.134244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.134317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.135335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.135335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.135335] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.135335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.135335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.135335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.135902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.135902] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 already deleted. [ 1008.135902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.151035] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.151035] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.151035] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.151035] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.151337] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-573a4380-cafd-42b7-b752-797103686854 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.151428] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-573a4380-cafd-42b7-b752-797103686854" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.151561] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-573a4380-cafd-42b7-b752-797103686854" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.151918] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-573a4380-cafd-42b7-b752-797103686854" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.152080] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573a4380-cafd-42b7-b752-797103686854',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.655193] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.655584] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.655766] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.656092] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.656277] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.656468] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 573a4380-cafd-42b7-b752-797103686854 not found, creating... [ 1008.656792] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.656980] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.657138] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.657403] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.657564] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.657976] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.658184] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.658462] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.658560] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.658702] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.658887] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 573a4380-cafd-42b7-b752-797103686854 is going to be created. [ 1008.680788] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.681034] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.681166] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.681526] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.681658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.681902] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-573a4380-cafd-42b7-b752-797103686854" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.013083] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1009.013083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.013083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.013083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.013599] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.013599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.013599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.013599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.013599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.013760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.013760] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.481962] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1009.481962] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.507421] env[69318]: INFO networking_nsxv3.common.synchronization [req-15a75e65-b0f2-4b88-8ace-85a13557e20b req-7212df5a-ae25-491e-b8cf-919db7a7d9d9 service nova] Enqueued Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_rules [ 1009.507421] env[69318]: INFO networking_nsxv3.common.synchronization [req-15a75e65-b0f2-4b88-8ace-85a13557e20b req-7212df5a-ae25-491e-b8cf-919db7a7d9d9 service nova] Enqueued Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_members [ 1009.507421] env[69318]: INFO networking_nsxv3.common.synchronization [req-15a75e65-b0f2-4b88-8ace-85a13557e20b req-7212df5a-ae25-491e-b8cf-919db7a7d9d9 service nova] Enqueued Resource ID: 573a4380-cafd-42b7-b752-797103686854 with Priority: HIGHEST for action port [ 1009.507421] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_rules [ 1009.507421] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_members [ 1009.507421] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573a4380-cafd-42b7-b752-797103686854 with Priority: HIGHEST for action port [ 1009.514738] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.514738] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.514738] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b564e0c1-a5c1-443c-9a5e-65c5215b9955 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.514738] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.514738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.514738] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.516272] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-573a4380-cafd-42b7-b752-797103686854 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.517381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573a4380-cafd-42b7-b752-797103686854" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.517492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573a4380-cafd-42b7-b752-797103686854" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.517736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573a4380-cafd-42b7-b752-797103686854" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.517894] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573a4380-cafd-42b7-b752-797103686854',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.520156] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.520329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.520492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.520655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.520887] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.521042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.521140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.521337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.521468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.521597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.521794] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.521927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.522038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.522223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.522417] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.522760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.522760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.522760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.522910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.523017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.523162] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.587936] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1009.588186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.020113] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.021530] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b564e0c1-a5c1-443c-9a5e-65c5215b9955 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.021692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.027308] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 573a4380-cafd-42b7-b752-797103686854 with status ACTIVE [ 1010.027528] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.027665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.027737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.027947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.028047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.028223] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.028322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.028384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.028547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.028650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.028864] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.028964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.029037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.029179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.029253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.029341] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 573a4380-cafd-42b7-b752-797103686854 is going to be updated. [ 1010.030423] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6b088d-b4a7-41ad-90f9-c935ec8210f4: rpc.has_security_group_logging(os_id): False [ 1010.047273] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.047353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.047389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.047592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.047699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.047882] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.047985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.048063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.048219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.048296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.048496] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.048594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.048660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.048801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.048874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.049172] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.049277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.049340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.049486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.049561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.049648] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1010.053119] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.053256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.053256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.053497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.053556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.053713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573a4380-cafd-42b7-b752-797103686854" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.076241] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 in Status: SUCCESS [ 1010.076417] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 deletion is rescheduled due to dependency. [ 1010.076535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.119693] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.122238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.122327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.122550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.122705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.144038] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1010.322284] env[69318]: INFO networking_nsxv3.common.synchronization [req-9e895552-40f2-48b4-be74-a5e9c47c7284 req-eb936e5e-934f-449e-aa9a-05fce63a65bf tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1010.322812] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1010.323688] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.323820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.323877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.324887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.325080] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.325198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.325257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.325520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.325520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.325630] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.522819] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.703161] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.703514] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.703514] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.703954] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.704112] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.704809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.704809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.704809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.704809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.704989] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.706025] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.706025] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.706025] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.706025] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.706025] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.706025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.730322] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.730322] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.730593] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.730703] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.731039] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-a3a4a6b8-8103-4119-b033-366286437805 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.731232] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-a3a4a6b8-8103-4119-b033-366286437805" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.731334] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-a3a4a6b8-8103-4119-b033-366286437805" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.734903] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-a3a4a6b8-8103-4119-b033-366286437805" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.735338] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a4a6b8-8103-4119-b033-366286437805',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.827952] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.028104] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.028403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.028403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.029115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.029115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.029115] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 is going to be created. [ 1011.054733] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.054890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.054969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.055183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.055347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.065345] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 in Status: UNINITIALIZED for 2s [ 1011.238458] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.238711] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.238932] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.239209] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.239381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.239543] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port a3a4a6b8-8103-4119-b033-366286437805 not found, creating... [ 1011.239825] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.240014] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.241977] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.241977] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.241977] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.241977] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.241977] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.241977] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.241977] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.241977] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.241977] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: a3a4a6b8-8103-4119-b033-366286437805 is going to be created. [ 1011.269356] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.269732] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.269959] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.270439] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.270806] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.271221] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-a3a4a6b8-8103-4119-b033-366286437805" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.330836] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.834306] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.834589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.834710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.835120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.835249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.835372] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1011.944308] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.944453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.944504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.944720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.944857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.953730] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1012.160404] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1012.160404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.293441] env[69318]: INFO networking_nsxv3.common.synchronization [req-9e895552-40f2-48b4-be74-a5e9c47c7284 req-aa821c5d-e2e5-4098-870c-c5e6f21ab4b8 service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 1012.293677] env[69318]: INFO networking_nsxv3.common.synchronization [req-9e895552-40f2-48b4-be74-a5e9c47c7284 req-aa821c5d-e2e5-4098-870c-c5e6f21ab4b8 service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1012.293796] env[69318]: INFO networking_nsxv3.common.synchronization [req-9e895552-40f2-48b4-be74-a5e9c47c7284 req-aa821c5d-e2e5-4098-870c-c5e6f21ab4b8 service nova] Enqueued Resource ID: a3a4a6b8-8103-4119-b033-366286437805 with Priority: HIGHEST for action port [ 1012.297026] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 1012.297026] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1012.297026] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a4a6b8-8103-4119-b033-366286437805 with Priority: HIGHEST for action port [ 1012.297026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.297026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.297026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.297026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.297026] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.297026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.297026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.297026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a4a6b8-8103-4119-b033-366286437805 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.297026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a4a6b8-8103-4119-b033-366286437805" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.297026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a4a6b8-8103-4119-b033-366286437805" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.297026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a4a6b8-8103-4119-b033-366286437805" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.297026] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a4a6b8-8103-4119-b033-366286437805',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.798285] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.801025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3a4a6b8-8103-4119-b033-366286437805 with status ACTIVE [ 1012.801025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.801025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.801025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.801025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.801723] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3a4a6b8-8103-4119-b033-366286437805 is going to be updated. [ 1012.829293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.829293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.829293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.829293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.829293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.829293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a4a6b8-8103-4119-b033-366286437805" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.077925] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 in Status: SUCCESS [ 1013.077925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.077925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.077925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.077925] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.077925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.077925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.077925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.077925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.078480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.078480] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.581922] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.927559] env[69318]: INFO networking_nsxv3.common.synchronization [None req-e1978f9c-43de-4722-adbc-6d75faf89bec None None] Enqueued Resource ID: 63360ca4-0358-4392-b5e2-5fc49b45a3c5 with Priority: HIGHEST for action port [ 1013.928447] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63360ca4-0358-4392-b5e2-5fc49b45a3c5 with Priority: HIGHEST for action port [ 1013.930244] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-63360ca4-0358-4392-b5e2-5fc49b45a3c5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.930606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63360ca4-0358-4392-b5e2-5fc49b45a3c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.930606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63360ca4-0358-4392-b5e2-5fc49b45a3c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.930788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63360ca4-0358-4392-b5e2-5fc49b45a3c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.930788] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63360ca4-0358-4392-b5e2-5fc49b45a3c5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.967333] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1013.967581] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.967764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.968010] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.968210] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.968494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.968494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.968603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.968603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.968719] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.090047] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b564e0c1-a5c1-443c-9a5e-65c5215b9955: rpc.has_security_group_logging(os_id): False [ 1014.115224] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.115224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.115224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.115224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.115224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.115424] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.115470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.115560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.115827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.115949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.117257] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 is going to be created. [ 1014.203436] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.203436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.203436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.203436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.203799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.223834] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 in Status: IN_PROGRESS for 2s [ 1014.433515] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63360ca4-0358-4392-b5e2-5fc49b45a3c5 [ 1014.434086] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.434086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.434488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.434488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.438186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.438376] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63360ca4-0358-4392-b5e2-5fc49b45a3c5 already deleted. [ 1014.438513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63360ca4-0358-4392-b5e2-5fc49b45a3c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.474735] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.977529] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.480467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.480651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.480737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.481040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.481155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.481258] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1015.516293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.516697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.516697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.516931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.516995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.529796] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1016.214320] env[69318]: INFO networking_nsxv3.common.synchronization [req-2db76feb-4460-4edf-b213-0a1987e9578e req-2881462c-f11d-4fe8-b0ef-539f6821cee2 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1016.217899] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1016.218399] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.219351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.219351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.219351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.219351] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.219351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.219351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.219772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.219832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.220058] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.244535] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 in Status: SUCCESS [ 1016.244780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.724967] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.724967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.724967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.725494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.725494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.725581] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.725770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.725835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.726084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.726176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.726272] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1016.761109] env[69318]: INFO networking_nsxv3.common.synchronization [None req-ba838650-1ef0-4c07-a17e-072e7f7b93d6 None None] Enqueued Resource ID: 5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79 with Priority: HIGHEST for action port [ 1016.761109] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79 with Priority: HIGHEST for action port [ 1016.761109] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.761386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.761386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.761513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.761595] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.771226] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.771226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.771226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.771226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.771226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.783619] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1017.264493] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79 [ 1017.264778] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.265095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.265095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.265202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.265298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.265393] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79 already deleted. [ 1017.265474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dbcb8e0-664f-4c1a-8f65-eab02c1e7f79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.545576] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1017.545576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.545576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.545576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.545576] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.545576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.545576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.545576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.545576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.545576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.545576] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.047717] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.048162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.048505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.048703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.049239] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.049239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.049239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.049574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.049684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.049852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.050154] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.050330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.050452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.050845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.051280] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.055200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.055375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.055796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.055796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.056554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.056554] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.570736] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 1018.591888] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.591888] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.591888] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.591888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.592694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.592694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592694] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1018.666402] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.666672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.666672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.667176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.667176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.683236] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1018.798674] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1018.798674] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 deletion is rescheduled due to dependency. [ 1018.798674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.503100] env[69318]: INFO networking_nsxv3.common.synchronization [req-331bb10e-2075-49eb-8678-375237b626c5 req-f2d2be75-9550-43ea-a947-2ea7a0623243 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_members [ 1019.503919] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGHEST for action security_group_members [ 1019.504457] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-02a01307-526f-484a-b16b-c51044abf95b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.504640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.504762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.505396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.505778] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.505987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.506106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.506384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.506535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.506691] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.738503] env[69318]: INFO networking_nsxv3.common.synchronization [req-8ceed338-9453-427f-841f-4526ee4c26f2 req-6f18f1ee-a416-4281-8c6c-79d4c88515fe tempest-ServersTestJSON-1348781040 tempest-ServersTestJSON-1348781040-project-member] Enqueued Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_members [ 1019.738503] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGHEST for action security_group_members [ 1019.738503] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.738503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.738503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.738503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.738503] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.738503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.738503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.739502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.739502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.739502] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.009719] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.014061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.014061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.014061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.014061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.014061] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.014061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.014061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.014061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.014061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.014061] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a01307-526f-484a-b16b-c51044abf95b is going to be updated. [ 1020.047868] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.047868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.047868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.047868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.047868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.058181] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a01307-526f-484a-b16b-c51044abf95b in Status: IN_PROGRESS for 2s [ 1020.242125] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.242326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.242437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.242731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.242860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.244652] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.245461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.245461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.245461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.245461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.245879] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c is going to be updated. [ 1020.288324] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.288324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.288324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.288324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.288324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.300765] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c in Status: IN_PROGRESS for 2s [ 1020.701442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1020.701697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.743200] env[69318]: INFO networking_nsxv3.common.synchronization [req-6cff58fc-52b5-4857-b4cf-730b0ee89250 req-cd52bb68-c3bb-4904-aabf-461cfc0c364c tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1020.743200] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1020.743200] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.743200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.744025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.744443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.744778] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.745062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.745255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.745545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.745722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.745925] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.111165] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.111165] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.111165] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.111165] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.112329] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.113888] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.113888] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.117020] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.117020] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.117020] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.117020] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.117020] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.117020] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.117020] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.117020] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.117020] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.139024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.139024] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.139381] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.139610] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.140073] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.140389] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.140584] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.141113] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.141289] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8be60f-2b7e-4058-9fd4-c19b8f85cde6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.249965] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.250204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.250359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.250617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.250809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.252257] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.252522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.252613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.252870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.253629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.253629] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 1021.302665] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.302818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.302891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.303146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.303320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.319434] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 1021.644913] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.645299] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.645459] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.645796] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.646132] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.646343] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 not found, creating... [ 1021.646644] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.646824] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.647033] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.647274] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.647432] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.647739] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.647917] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.648039] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.648310] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.648458] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.648603] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 is going to be created. [ 1021.676026] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.676026] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.676026] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.676026] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.676026] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.676026] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.069477] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02a01307-526f-484a-b16b-c51044abf95b in Status: SUCCESS [ 1022.070024] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02a01307-526f-484a-b16b-c51044abf95b deletion is rescheduled due to dependency. [ 1022.070024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.320800] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c in Status: SUCCESS [ 1022.321016] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c deletion is rescheduled due to dependency. [ 1022.321622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.407076] env[69318]: INFO networking_nsxv3.common.synchronization [req-6cff58fc-52b5-4857-b4cf-730b0ee89250 req-374fa3ff-5942-4b2e-9591-036d0286a397 service nova] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_rules [ 1022.407297] env[69318]: INFO networking_nsxv3.common.synchronization [req-6cff58fc-52b5-4857-b4cf-730b0ee89250 req-374fa3ff-5942-4b2e-9591-036d0286a397 service nova] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1022.407441] env[69318]: INFO networking_nsxv3.common.synchronization [req-6cff58fc-52b5-4857-b4cf-730b0ee89250 req-374fa3ff-5942-4b2e-9591-036d0286a397 service nova] Enqueued Resource ID: bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 with Priority: HIGHEST for action port [ 1022.407961] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_rules [ 1022.408119] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1022.408220] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 with Priority: HIGHEST for action port [ 1022.408499] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.408648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.408985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.408985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.408985] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.410293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.410661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.410661] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.410661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.410869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.410919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.410966] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8be60f-2b7e-4058-9fd4-c19b8f85cde6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.912653] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.912907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.914482] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 with status ACTIVE [ 1022.914956] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.915119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.915219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.915611] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.915813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.916235] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.916439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.916590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.916892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.917100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.917462] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.917655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.917800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.918117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.918301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.918456] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb8be60f-2b7e-4058-9fd4-c19b8f85cde6 is going to be updated. [ 1022.944740] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.944994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.944994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.945212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.945353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.945520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8be60f-2b7e-4058-9fd4-c19b8f85cde6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.315520] env[69318]: INFO networking_nsxv3.common.synchronization [req-6cff58fc-52b5-4857-b4cf-730b0ee89250 req-46fd4093-0ec6-48fd-927e-62c262ff9e05 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1023.316187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1023.316521] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.316640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.330072] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 1023.330261] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e deletion is rescheduled due to dependency. [ 1023.330381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.330658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.330817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.331014] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.331140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.331223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.331402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.331487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.331599] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.632784] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.633029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.633165] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.633464] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.633735] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.634260] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.634468] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.634743] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.634912] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.635145] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.635278] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.635395] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.635506] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.635626] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.635735] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.635934] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.655138] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.655329] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.655496] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.655691] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-899" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.656090] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-f59712f1-7296-4803-8c39-41992aa6abfa taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.656281] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-f59712f1-7296-4803-8c39-41992aa6abfa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.656417] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-f59712f1-7296-4803-8c39-41992aa6abfa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.656775] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-f59712f1-7296-4803-8c39-41992aa6abfa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.656959] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59712f1-7296-4803-8c39-41992aa6abfa',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.834724] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.163149] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.163149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.163149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.163149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.163149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.163149] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port f59712f1-7296-4803-8c39-41992aa6abfa not found, creating... [ 1024.163149] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.163149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.163149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.163149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.163149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.163658] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.163658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.163658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.163658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.163658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.163658] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: f59712f1-7296-4803-8c39-41992aa6abfa is going to be created. [ 1024.184838] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.185082] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.185217] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.185504] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.185748] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.186017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-f59712f1-7296-4803-8c39-41992aa6abfa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.338087] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.840467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.840892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.840892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.841048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.841048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.841135] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 1024.878816] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.879068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.879122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.879353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.879509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.889301] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 1025.002241] env[69318]: INFO networking_nsxv3.common.synchronization [req-6cff58fc-52b5-4857-b4cf-730b0ee89250 req-364cec9a-8d82-4fe8-877b-66df1381dfe2 service nova] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_rules [ 1025.002403] env[69318]: INFO networking_nsxv3.common.synchronization [req-6cff58fc-52b5-4857-b4cf-730b0ee89250 req-364cec9a-8d82-4fe8-877b-66df1381dfe2 service nova] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1025.002542] env[69318]: INFO networking_nsxv3.common.synchronization [req-6cff58fc-52b5-4857-b4cf-730b0ee89250 req-364cec9a-8d82-4fe8-877b-66df1381dfe2 service nova] Enqueued Resource ID: f59712f1-7296-4803-8c39-41992aa6abfa with Priority: HIGHEST for action port [ 1025.002844] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_rules [ 1025.002936] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1025.003052] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59712f1-7296-4803-8c39-41992aa6abfa with Priority: HIGHEST for action port [ 1025.003658] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.003790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.005049] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.005190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.008289] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59712f1-7296-4803-8c39-41992aa6abfa taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.008453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59712f1-7296-4803-8c39-41992aa6abfa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.008576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59712f1-7296-4803-8c39-41992aa6abfa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.008737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59712f1-7296-4803-8c39-41992aa6abfa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.008822] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59712f1-7296-4803-8c39-41992aa6abfa',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.511550] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f59712f1-7296-4803-8c39-41992aa6abfa with status ACTIVE [ 1025.511884] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.512091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.512091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.512331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.512449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.512676] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.512782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.512841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.513034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.513169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.513381] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.513486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.513550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.513713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.514776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.514776] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f59712f1-7296-4803-8c39-41992aa6abfa is going to be updated. [ 1025.539174] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.539940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.539940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.539940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.540125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.540218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59712f1-7296-4803-8c39-41992aa6abfa" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.903717] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 1026.904152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.904232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.904510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.904595] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.904697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.904967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.904967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.905102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.905102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.905244] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.906130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.906337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.906513] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.906643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.906705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.906869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.906940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.907060] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.409263] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.409421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.409658] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.661750] env[69318]: INFO networking_nsxv3.common.synchronization [req-3d58ac35-6485-4ca6-9eb1-7e3a96a95222 req-6678b3fc-f5d1-466d-8832-6d7f979d97b8 tempest-ServersTestFqdnHostnames-294048254 tempest-ServersTestFqdnHostnames-294048254-project-member] Enqueued Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_members [ 1027.662491] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGHEST for action security_group_members [ 1027.662820] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-21bca49b-7b62-4a6a-88e9-5292086f293b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.663026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.668199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.668199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.668199] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.668199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.668199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.668199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.668450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.668450] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.914126] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.170578] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.170767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.170846] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.171087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.171183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.171381] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.171481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.171545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.171698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.171777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.171863] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bca49b-7b62-4a6a-88e9-5292086f293b is going to be updated. [ 1028.202047] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.202047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.202371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.202443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.202637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.359355] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bca49b-7b62-4a6a-88e9-5292086f293b in Status: IN_PROGRESS for 2s [ 1028.417879] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.417879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.417879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.418363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.418621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.418736] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 1028.450020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.450020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.450020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.450020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.450020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.460110] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 1030.030130] env[69318]: INFO networking_nsxv3.common.synchronization [None req-6fadc82c-3a1c-4686-b40c-7e46d93560f8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_rules [ 1030.030130] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_rules [ 1030.030807] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.032619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.032619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.032892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.032952] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.142997] env[69318]: INFO networking_nsxv3.common.synchronization [None req-4ac09697-f618-49dc-91bf-e0bb509a90a2 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_rules [ 1030.143638] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_rules [ 1030.144370] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.146336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.372442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21bca49b-7b62-4a6a-88e9-5292086f293b in Status: SUCCESS [ 1030.372626] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21bca49b-7b62-4a6a-88e9-5292086f293b deletion is rescheduled due to dependency. [ 1030.372742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.474458] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 1030.474571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.474698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.474980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.476336] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.476336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.476336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.476336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.476336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.476336] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.542237] env[69318]: INFO networking_nsxv3.common.synchronization [req-fe7d4bd9-a267-47a3-a424-a0b4e50dcaf8 req-689e13d3-fc59-413f-9f82-e34e1fc7de21 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1030.542290] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1030.543125] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.543125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.543125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.543125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.543415] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.543415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.543415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.543583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.543583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.543704] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.562073] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.562073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.562073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.562073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.562073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.562073] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a already deleted. [ 1030.562073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.562073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.562073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.562073] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.981587] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.049326] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.049624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.049678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.049922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.049965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.050181] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.050307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.050381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.050495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.050594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.050664] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1031.085979] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.086200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.086286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.086513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.086605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.086709] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a already deleted. [ 1031.086788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.088591] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.088717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.088772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.088952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.089102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.098338] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1031.484011] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.988469] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.988659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.988710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.988918] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.989025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.989128] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 1032.021729] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.021897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.021959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.022178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.022400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.031622] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 1032.615056] env[69318]: INFO networking_nsxv3.common.synchronization [req-b714c5f9-7e9e-4f72-a144-72793ba27549 req-198419a2-5604-4a82-808a-e5517503317f tempest-ServersAdminTestJSON-939265552 tempest-ServersAdminTestJSON-939265552-project-member] Enqueued Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 1032.615056] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763857f7-40ea-4100-b884-338fdfe1e222 with Priority: HIGHEST for action security_group_members [ 1032.615056] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-763857f7-40ea-4100-b884-338fdfe1e222 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.615056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.615636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.615965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.616304] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.618084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.618084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.618084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.618084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.618084] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('763857f7-40ea-4100-b884-338fdfe1e222',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.111863] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1033.112100] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 1033.112228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.119982] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.120317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.120415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.120697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.120828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.121085] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.121195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.121260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.121481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.121603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.121603] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 is going to be updated. [ 1033.155147] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.155300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.155344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.155572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.155733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.166441] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: IN_PROGRESS for 2s [ 1034.043284] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 1034.043682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.043768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.044066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.044392] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.044594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.044709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.044915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.045091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.045220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.045436] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.045584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.045675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.045861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.046074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.046213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.046307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.046487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.046595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.046709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.046830] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.550049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e78d0f9-c30f-4f44-afa2-2844cf67b64e: rpc.has_security_group_logging(os_id): False [ 1034.572453] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.572654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.572654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.572984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.574576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.574576] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.574576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.574576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.574576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.576024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.576024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.576024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.576024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.576393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.576556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.577018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.577271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.577397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.577667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.577831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.578010] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 1034.681426] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.681675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.681675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.681885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.682594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.695961] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 1035.178964] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 763857f7-40ea-4100-b884-338fdfe1e222 in Status: SUCCESS [ 1035.179320] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 763857f7-40ea-4100-b884-338fdfe1e222 deletion is rescheduled due to dependency. [ 1035.179488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-763857f7-40ea-4100-b884-338fdfe1e222" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.062419] env[69318]: INFO networking_nsxv3.common.synchronization [req-55eb8860-4061-4f04-b0e6-d15643350a71 req-a13d4d50-c201-4521-a288-98bd98f331ca tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1036.063031] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1036.063374] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.063502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.063575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.063870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.064094] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.065082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.065082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.065862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.066007] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.066122] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.575395] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.575775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.575775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.575876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.576440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.576440] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.576624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.576624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.577109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.577109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.577109] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 already deleted. [ 1036.577109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.639626] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.640298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.640298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.641147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.641801] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.642979] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.643228] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.643624] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.643892] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.647076] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.647537] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.647537] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.647537] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.647716] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.647920] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.648084] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.679563] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.679905] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.680169] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.680529] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.682107] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-bc395241-b4c0-464e-b25d-6d4af42c0ea7 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.682107] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-bc395241-b4c0-464e-b25d-6d4af42c0ea7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.682107] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-bc395241-b4c0-464e-b25d-6d4af42c0ea7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.683335] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-bc395241-b4c0-464e-b25d-6d4af42c0ea7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.683576] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc395241-b4c0-464e-b25d-6d4af42c0ea7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.715200] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 1036.715480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.715787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.716157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.716310] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.862840] env[69318]: INFO networking_nsxv3.common.synchronization [req-60323818-ae52-4432-84d7-4bae0cd86399 req-02db42ac-07c3-4783-8cf3-0d266e486d15 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1036.863967] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1036.863967] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.864156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.864156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.864313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.864733] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.864733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.864733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.865020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.865106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.865223] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.921344] env[69318]: INFO networking_nsxv3.common.synchronization [req-28acbe55-8cf3-4ae6-9ada-72ac448ca26e req-04255a04-b122-4768-b976-2532b536dd04 tempest-MultipleCreateTestJSON-1422066079 tempest-MultipleCreateTestJSON-1422066079-project-member] Enqueued Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1036.922025] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e with Priority: HIGHEST for action security_group_members [ 1036.924039] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.924039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.187547] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.188344] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.188563] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.188972] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.189169] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.189346] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port bc395241-b4c0-464e-b25d-6d4af42c0ea7 not found, creating... [ 1037.189694] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.189892] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.190025] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.190276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.190429] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.190862] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.191210] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.191210] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.191494] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.191611] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.191830] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: bc395241-b4c0-464e-b25d-6d4af42c0ea7 is going to be created. [ 1037.224799] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.225155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.231108] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.231522] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.231522] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.231828] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.232131] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.232419] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-bc395241-b4c0-464e-b25d-6d4af42c0ea7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.368126] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.368341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.368454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.368719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.368840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.369168] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.369322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.369421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.369618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.369694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.369787] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 1037.419030] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.419030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.419030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.419030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.419030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.431287] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 1038.014299] env[69318]: INFO networking_nsxv3.common.synchronization [req-55eb8860-4061-4f04-b0e6-d15643350a71 req-3f7e7c2d-a7f3-4bd6-b39b-c6a75815ba12 service nova] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 1038.014299] env[69318]: INFO networking_nsxv3.common.synchronization [req-55eb8860-4061-4f04-b0e6-d15643350a71 req-3f7e7c2d-a7f3-4bd6-b39b-c6a75815ba12 service nova] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1038.014299] env[69318]: INFO networking_nsxv3.common.synchronization [req-55eb8860-4061-4f04-b0e6-d15643350a71 req-3f7e7c2d-a7f3-4bd6-b39b-c6a75815ba12 service nova] Enqueued Resource ID: bc395241-b4c0-464e-b25d-6d4af42c0ea7 with Priority: HIGHEST for action port [ 1038.014299] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 1038.014299] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1038.014843] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc395241-b4c0-464e-b25d-6d4af42c0ea7 with Priority: HIGHEST for action port [ 1038.015475] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.015782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.015955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.016294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.016531] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.017630] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.017879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.018067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.018334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.018679] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.018880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.019052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.019291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.019471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.019653] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.020596] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc395241-b4c0-464e-b25d-6d4af42c0ea7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.022795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc395241-b4c0-464e-b25d-6d4af42c0ea7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.022795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc395241-b4c0-464e-b25d-6d4af42c0ea7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.022795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc395241-b4c0-464e-b25d-6d4af42c0ea7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.022795] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc395241-b4c0-464e-b25d-6d4af42c0ea7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.523767] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.526588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.526588] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.526588] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc395241-b4c0-464e-b25d-6d4af42c0ea7 with status ACTIVE [ 1038.526588] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.526588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.526588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.526588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.526588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.526588] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.526588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.526588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.526588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.529422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.529743] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.530720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.530772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.532138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.532193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.532259] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc395241-b4c0-464e-b25d-6d4af42c0ea7 is going to be updated. [ 1038.557335] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.557335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.557335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.557335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.557335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.557335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc395241-b4c0-464e-b25d-6d4af42c0ea7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.617385] env[69318]: INFO networking_nsxv3.common.synchronization [req-582bbaa1-b9a1-4daf-8965-1e3207b3c311 req-564ec767-a94a-4f8a-b34d-b8c0509b59fa tempest-MigrationsAdminTest-330713494 tempest-MigrationsAdminTest-330713494-project-member] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 1038.617670] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGHEST for action security_group_members [ 1038.617987] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.618122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.618193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.618394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.618547] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.618649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.618753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.618848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.618941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.619038] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.919333] env[69318]: INFO networking_nsxv3.common.synchronization [req-733eaea3-6a64-489a-a21f-988296209a16 req-8ebe052a-de59-46e0-a30d-48b3e255687a tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1038.919333] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1038.919333] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.919333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.919541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.919611] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.919774] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.919856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.919896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.920388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.920388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.920388] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.034321] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.121888] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.122072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.122147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.122355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.122444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.122651] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.122752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.122815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.122964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.123052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.123139] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be updated. [ 1039.155652] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.157255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.157255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.157255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.157255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.168824] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: IN_PROGRESS for 2s [ 1039.423392] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.445911] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 1039.446073] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e deletion is rescheduled due to dependency. [ 1039.446230] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.446342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.446663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.446845] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.446956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.447031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.447201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.447278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.447371] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.494623] env[69318]: INFO networking_nsxv3.common.synchronization [None req-3fb337cc-353f-45e8-bed9-9a76c7a3210a None None] Enqueued Resource ID: 0eee9923-5693-4712-aa13-90b3a4e336af with Priority: HIGHEST for action port [ 1039.495746] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eee9923-5693-4712-aa13-90b3a4e336af with Priority: HIGHEST for action port [ 1039.496505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eee9923-5693-4712-aa13-90b3a4e336af taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.496656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eee9923-5693-4712-aa13-90b3a4e336af" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.496729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eee9923-5693-4712-aa13-90b3a4e336af" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.496997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eee9923-5693-4712-aa13-90b3a4e336af" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.497328] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eee9923-5693-4712-aa13-90b3a4e336af',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.537956] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.538153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.538153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.538393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.538736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.538996] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be created. [ 1039.574583] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.574829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.575109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.575443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.575681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.594496] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: UNINITIALIZED for 2s [ 1039.631087] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.631294] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.631698] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.631698] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.632017] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.632376] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.632573] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.632924] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.633220] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.633729] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.633729] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.633883] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.634260] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.634260] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.634260] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.634697] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.671200] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.671452] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.671452] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.671674] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.672249] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-26721ab9-8820-449e-90a0-1c1a1c6d05b3 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.672459] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-26721ab9-8820-449e-90a0-1c1a1c6d05b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.672611] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-26721ab9-8820-449e-90a0-1c1a1c6d05b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.673206] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-26721ab9-8820-449e-90a0-1c1a1c6d05b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.673206] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26721ab9-8820-449e-90a0-1c1a1c6d05b3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.924890] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.949992] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.950252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.950432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.950999] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.951807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.951807] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.951807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.951807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.951807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.951807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.951807] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 1039.989496] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.989605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.989605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.989954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.990212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.001032] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eee9923-5693-4712-aa13-90b3a4e336af [ 1040.001280] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.001415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.001489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.001702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.001788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.001884] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eee9923-5693-4712-aa13-90b3a4e336af already deleted. [ 1040.002131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eee9923-5693-4712-aa13-90b3a4e336af" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.007183] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 1040.179029] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.179029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.179029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.179029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.179029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.179029] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 26721ab9-8820-449e-90a0-1c1a1c6d05b3 not found, creating... [ 1040.179029] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.179029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.179029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.179029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.179029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.180419] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.180881] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.181212] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.181607] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.181928] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.182349] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 26721ab9-8820-449e-90a0-1c1a1c6d05b3 is going to be created. [ 1040.211395] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.211636] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.211766] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.212066] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.212305] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.212536] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-26721ab9-8820-449e-90a0-1c1a1c6d05b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.429333] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.429493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.429555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.429781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.429871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.429978] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be updated. [ 1040.469449] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.469449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.469449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.469670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.469670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.483977] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: IN_PROGRESS for 2s [ 1040.651615] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9da896fa-b3a9-42b2-935a-68d087866c57 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Enqueued Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_rules [ 1040.655542] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_rules [ 1040.655542] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.655542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.655542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.655542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.655542] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.115404] env[69318]: INFO networking_nsxv3.common.synchronization [None req-901ad101-1869-4052-92f7-0ecab9699e19 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Enqueued Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_rules [ 1041.121739] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_rules [ 1041.122206] env[69318]: INFO networking_nsxv3.common.synchronization [req-733eaea3-6a64-489a-a21f-988296209a16 req-d83a8c9a-75ab-4efd-b6cb-a21b91cff124 service nova] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_rules [ 1041.122385] env[69318]: INFO networking_nsxv3.common.synchronization [req-733eaea3-6a64-489a-a21f-988296209a16 req-d83a8c9a-75ab-4efd-b6cb-a21b91cff124 service nova] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1041.123306] env[69318]: INFO networking_nsxv3.common.synchronization [req-733eaea3-6a64-489a-a21f-988296209a16 req-d83a8c9a-75ab-4efd-b6cb-a21b91cff124 service nova] Enqueued Resource ID: 26721ab9-8820-449e-90a0-1c1a1c6d05b3 with Priority: HIGHEST for action port [ 1041.123306] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.123306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.123558] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_rules [ 1041.123558] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1041.123656] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26721ab9-8820-449e-90a0-1c1a1c6d05b3 with Priority: HIGHEST for action port [ 1041.125711] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.125858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.125989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.126138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.126220] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.132071] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.132278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.132576] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-26721ab9-8820-449e-90a0-1c1a1c6d05b3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.132729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26721ab9-8820-449e-90a0-1c1a1c6d05b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.132824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26721ab9-8820-449e-90a0-1c1a1c6d05b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.133944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26721ab9-8820-449e-90a0-1c1a1c6d05b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.133944] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26721ab9-8820-449e-90a0-1c1a1c6d05b3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.185498] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70c7a17-5ccf-4312-9144-74b93053452e in Status: SUCCESS [ 1041.185498] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70c7a17-5ccf-4312-9144-74b93053452e deletion is rescheduled due to dependency. [ 1041.185498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.187028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.187028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.187028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.187028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.187028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.187028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c already deleted. [ 1041.188474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.190120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.190377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.190479] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.509887] env[69318]: INFO networking_nsxv3.common.synchronization [req-91ce74b4-c775-4e22-b64e-c175d4d321db req-5f8b968f-addf-4c12-934e-71209aaff2a6 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Enqueued Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_members [ 1041.510452] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_members [ 1041.510859] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26b70a-8d07-4058-928b-89f099a5f888 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.510977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.511067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.511313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.511484] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.511781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.511781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.511781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.512289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.512289] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.608934] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1041.609419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.609740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.611853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.611853] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.611853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.611853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.611853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.611853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.611853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.611853] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.634880] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.635053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.637411] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26721ab9-8820-449e-90a0-1c1a1c6d05b3 with status ACTIVE [ 1041.637635] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.638167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.638167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.638167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.638167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.638321] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.638380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.638438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.638586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.638664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.638970] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.639260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.639260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.639401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.639401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.639470] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26721ab9-8820-449e-90a0-1c1a1c6d05b3 is going to be updated. [ 1041.664799] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.664799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.664799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.664799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.664799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.664799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26721ab9-8820-449e-90a0-1c1a1c6d05b3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.718580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.718580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.718580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.718580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.718580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.718580] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c already deleted. [ 1041.718580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.018259] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.018259] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.018259] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26b70a-8d07-4058-928b-89f099a5f888 already deleted. [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.018259] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 1042.018259] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e deletion is rescheduled due to dependency. [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.018259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.019061] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.019061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.019061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.019061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.019061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.019723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.019929] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.114888] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.150133] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.150330] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.150391] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.150678] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.150993] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.151206] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.151331] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.151566] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.151733] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.151940] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.152117] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.152198] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.152313] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.152428] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.152537] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.152671] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.170791] env[69318]: INFO networking_nsxv3.common.synchronization [None req-a92e19f4-d35e-4608-a80c-062ca6462c0e None None] Enqueued Resource ID: 0c342173-b867-4784-a053-1ddec99898ec with Priority: HIGHEST for action port [ 1042.170791] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c342173-b867-4784-a053-1ddec99898ec with Priority: HIGHEST for action port [ 1042.170791] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c342173-b867-4784-a053-1ddec99898ec taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.170791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c342173-b867-4784-a053-1ddec99898ec" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.170791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c342173-b867-4784-a053-1ddec99898ec" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.171298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c342173-b867-4784-a053-1ddec99898ec" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.171298] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c342173-b867-4784-a053-1ddec99898ec',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.176182] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.176432] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.176507] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.176773] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-799" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.177127] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.177317] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.177822] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.177931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.178059] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b53d4a5-901f-4af1-9912-bb1bfc4bddbf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.495660] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 1042.496598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.496598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.496598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.496598] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.497107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.497107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.497107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.497107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.497107] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.523877] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.523877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.523877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.523877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.523877] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.523877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.523877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.524309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.526912] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.526912] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.526912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.526912] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e78d0f9-c30f-4f44-afa2-2844cf67b64e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.620150] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0379c2-d6b4-4413-a2c6-b00555cc9df5: rpc.has_security_group_logging(os_id): False [ 1042.641776] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.641927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.641997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.642240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.642331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.642589] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.642690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.642753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.642900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.642974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.643095] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be created. [ 1042.672640] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c342173-b867-4784-a053-1ddec99898ec [ 1042.673162] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.673162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.673162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.673389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.673389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.673453] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c342173-b867-4784-a053-1ddec99898ec already deleted. [ 1042.673497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c342173-b867-4784-a053-1ddec99898ec" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.683147] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.683147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.683147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.683147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.683147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.683147] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf not found, creating... [ 1042.683147] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.683147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.683550] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.683550] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.684171] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.684171] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.684171] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.684360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.684471] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.684640] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.684934] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf is going to be created. [ 1042.704708] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.704934] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.705069] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.705347] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.705617] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.705812] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.707622] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.707622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.707870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.707870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.708023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.720709] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1043.000081] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.030152] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e78d0f9-c30f-4f44-afa2-2844cf67b64e: rpc.has_security_group_logging(os_id): False [ 1043.052267] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.052437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.052512] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.052736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.055190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.055190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.055190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.055190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.055908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.055908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.055908] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e is going to be updated. [ 1043.149858] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.150254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.150254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.150765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.150765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.198185] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: IN_PROGRESS for 2s [ 1043.505988] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.560091] env[69318]: INFO networking_nsxv3.common.synchronization [req-91ce74b4-c775-4e22-b64e-c175d4d321db req-d5c35827-ac97-46a9-8110-0bba0a0fa998 service nova] Enqueued Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_rules [ 1043.560212] env[69318]: INFO networking_nsxv3.common.synchronization [req-91ce74b4-c775-4e22-b64e-c175d4d321db req-d5c35827-ac97-46a9-8110-0bba0a0fa998 service nova] Enqueued Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_members [ 1043.560490] env[69318]: INFO networking_nsxv3.common.synchronization [req-91ce74b4-c775-4e22-b64e-c175d4d321db req-d5c35827-ac97-46a9-8110-0bba0a0fa998 service nova] Enqueued Resource ID: 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf with Priority: HIGHEST for action port [ 1043.560587] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_rules [ 1043.560705] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_members [ 1043.560863] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf with Priority: HIGHEST for action port [ 1043.561441] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd26b70a-8d07-4058-928b-89f099a5f888 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.561565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.561631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.561835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.561921] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.564124] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26b70a-8d07-4058-928b-89f099a5f888 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.564250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.564307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.564496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.564652] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.564750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.564813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.565016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.565079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.565177] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.566459] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.566588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.566669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.566825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.566907] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b53d4a5-901f-4af1-9912-bb1bfc4bddbf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.012503] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.012503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.012503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.012503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.012503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.012503] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be updated. [ 1044.044843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.045072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.045148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.045388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.045537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.055194] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: IN_PROGRESS for 2s [ 1044.071796] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26b70a-8d07-4058-928b-89f099a5f888 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.072073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.072184] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.073278] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf with status ACTIVE [ 1044.074092] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.074092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.074092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.074092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.074092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.074362] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.074412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.074523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.074686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.074778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.074983] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.075092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.075173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.075330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.076552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.076552] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b53d4a5-901f-4af1-9912-bb1bfc4bddbf is going to be updated. [ 1044.099036] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.099243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.099316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.099506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.100171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.100171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b53d4a5-901f-4af1-9912-bb1bfc4bddbf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.578221] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.733175] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1044.733409] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.080696] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.080877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.080957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.081234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.081328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.081428] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26b70a-8d07-4058-928b-89f099a5f888 is going to be created. [ 1045.113924] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.114118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.114178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.114398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.114564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.126895] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26b70a-8d07-4058-928b-89f099a5f888 in Status: UNINITIALIZED for 2s [ 1045.212877] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e78d0f9-c30f-4f44-afa2-2844cf67b64e in Status: SUCCESS [ 1045.213173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e78d0f9-c30f-4f44-afa2-2844cf67b64e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.037366] env[69318]: INFO networking_nsxv3.common.synchronization [req-70c845ed-70e7-4929-9d32-7cccf23baebf req-9473fc84-79ba-4d25-b1f6-e1b81b9ec498 tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Enqueued Resource ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf with Priority: HIGHEST for action security_group_members [ 1046.038810] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf with Priority: HIGHEST for action security_group_members [ 1046.040102] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39592ab-8990-4c42-8a63-fd5b4451e9bf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.040102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.040102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.040102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.040481] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.040481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.040481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.040597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.040684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.040758] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39592ab-8990-4c42-8a63-fd5b4451e9bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.066062] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 1046.066286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.066448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.066731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.066886] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.066986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.067066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.067214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.067298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.067383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.067473] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.521762] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.521762] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-506" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.521762] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-506" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.521762] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-506" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.521762] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.521762] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.522147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.522493] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.522581] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.522806] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.522945] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.523077] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.523193] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.523326] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.523445] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.523596] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.543431] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.543732] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.543993] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.544296] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-506" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.545814] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-4b41838b-cbea-47d0-a168-174fa65133a8 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.545814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-4b41838b-cbea-47d0-a168-174fa65133a8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.545814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-4b41838b-cbea-47d0-a168-174fa65133a8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.545814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-4b41838b-cbea-47d0-a168-174fa65133a8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.545814] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b41838b-cbea-47d0-a168-174fa65133a8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.547083] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.548014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.548160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.548437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.548589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.549437] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.549437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.549437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.549437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.549643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.550089] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf already deleted. [ 1046.550239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.569643] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.569866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.569979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.570243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.570475] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.570618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.570736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.574024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.574024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.574024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.574024] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.052884] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.053267] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.053461] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.053863] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.054092] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.054331] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 4b41838b-cbea-47d0-a168-174fa65133a8 not found, creating... [ 1047.054729] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.054952] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.055288] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.055648] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.055872] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.056352] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.056599] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.056785] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.057149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.057385] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.057685] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 4b41838b-cbea-47d0-a168-174fa65133a8 is going to be created. [ 1047.075239] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 120156d2-9693-4152-a382-e169f03bc87e: rpc.has_security_group_logging(os_id): False [ 1047.083622] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.083871] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.084017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.084351] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.084612] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.084861] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-4b41838b-cbea-47d0-a168-174fa65133a8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.097415] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.097835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.097984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.098247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.098390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.098680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.098812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.098953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.099133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.099183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.099345] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.099453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.099518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.099658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.099730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.100300] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.100300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.100300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.100300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.100674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.100807] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be updated. [ 1047.137147] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26b70a-8d07-4058-928b-89f099a5f888 in Status: UNINITIALIZED for 4s [ 1047.176111] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.176371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.176478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.177594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.177810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.217334] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: IN_PROGRESS for 2s [ 1048.090500] env[69318]: INFO networking_nsxv3.common.synchronization [req-70c845ed-70e7-4929-9d32-7cccf23baebf req-50509446-77ca-4142-92fe-9aa103a90386 service nova] Enqueued Resource ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf with Priority: HIGHEST for action security_group_rules [ 1048.090500] env[69318]: INFO networking_nsxv3.common.synchronization [req-70c845ed-70e7-4929-9d32-7cccf23baebf req-50509446-77ca-4142-92fe-9aa103a90386 service nova] Enqueued Resource ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf with Priority: HIGHEST for action security_group_members [ 1048.090500] env[69318]: INFO networking_nsxv3.common.synchronization [req-70c845ed-70e7-4929-9d32-7cccf23baebf req-50509446-77ca-4142-92fe-9aa103a90386 service nova] Enqueued Resource ID: 4b41838b-cbea-47d0-a168-174fa65133a8 with Priority: HIGHEST for action port [ 1048.090500] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf with Priority: HIGHEST for action security_group_rules [ 1048.090500] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf with Priority: HIGHEST for action security_group_members [ 1048.090500] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b41838b-cbea-47d0-a168-174fa65133a8 with Priority: HIGHEST for action port [ 1048.094342] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d39592ab-8990-4c42-8a63-fd5b4451e9bf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.096069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.096069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.096069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.096069] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d39592ab-8990-4c42-8a63-fd5b4451e9bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.096500] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39592ab-8990-4c42-8a63-fd5b4451e9bf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.096500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.096500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.096772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.096941] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.097070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.100179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.100179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.100179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.100179] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39592ab-8990-4c42-8a63-fd5b4451e9bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.100179] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b41838b-cbea-47d0-a168-174fa65133a8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.100179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b41838b-cbea-47d0-a168-174fa65133a8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.100179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b41838b-cbea-47d0-a168-174fa65133a8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.100179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b41838b-cbea-47d0-a168-174fa65133a8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.100179] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b41838b-cbea-47d0-a168-174fa65133a8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.602049] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d39592ab-8990-4c42-8a63-fd5b4451e9bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.603012] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39592ab-8990-4c42-8a63-fd5b4451e9bf taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.603128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.603585] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b41838b-cbea-47d0-a168-174fa65133a8 with status ACTIVE [ 1048.603760] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.603874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.603940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.604195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.604615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.604615] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.604749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.604749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.605113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.606203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.606203] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.606203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.606203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.606203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.606203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.606203] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b41838b-cbea-47d0-a168-174fa65133a8 is going to be updated. [ 1048.634306] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.634306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.634306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.634306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.634306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.634306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b41838b-cbea-47d0-a168-174fa65133a8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.108662] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d39592ab-8990-4c42-8a63-fd5b4451e9bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.148593] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26b70a-8d07-4058-928b-89f099a5f888 in Status: SUCCESS [ 1049.148593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.148593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.149981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.149981] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.149981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.149981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.149981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.149981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.149981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.149981] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.233509] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 1049.233509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.612670] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.612864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.612937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.613495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.613667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.613793] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf is going to be created. [ 1049.645975] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.646171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.646254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.646490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.646683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.652829] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.657891] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf in Status: UNINITIALIZED for 2s [ 1049.743142] env[69318]: INFO networking_nsxv3.common.synchronization [None req-03bd6f6a-a8cb-4754-8c37-d07a5ddd7b58 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_rules [ 1049.743727] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_rules [ 1049.748533] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b7c24c-8307-4350-a2f5-0263b041d5f6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.748533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.748533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.748533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.748533] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.835920] env[69318]: INFO networking_nsxv3.common.synchronization [None req-57fa1ab7-f604-4cf8-a1ff-bd09e5cff09f tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_rules [ 1049.836471] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_rules [ 1049.836892] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b7c24c-8307-4350-a2f5-0263b041d5f6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.837015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.156432] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd26b70a-8d07-4058-928b-89f099a5f888: rpc.has_security_group_logging(os_id): False [ 1050.175381] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.175381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.175381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.175381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.175381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.175381] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.175381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.175381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.175381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.175381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.176017] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd26b70a-8d07-4058-928b-89f099a5f888 is going to be created. [ 1050.255079] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.255186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.255186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.255685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.255685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.269221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd26b70a-8d07-4058-928b-89f099a5f888 in Status: IN_PROGRESS for 2s [ 1050.280785] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.280946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.281015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.281374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.281461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.281510] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 already deleted. [ 1050.281724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.282705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.282705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.282705] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.804982] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.804982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.804982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.805591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.805591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.805591] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 already deleted. [ 1050.805591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.667652] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf in Status: SUCCESS [ 1051.667963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.669018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.669018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.669018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.669018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.669018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.669018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.669018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.669345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.669345] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d39592ab-8990-4c42-8a63-fd5b4451e9bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.174021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39592ab-8990-4c42-8a63-fd5b4451e9bf taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.174021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.174021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39592ab-8990-4c42-8a63-fd5b4451e9bf taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.174021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.174021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.174889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.174889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.174889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.174889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.174889] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d39592ab-8990-4c42-8a63-fd5b4451e9bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.285026] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd26b70a-8d07-4058-928b-89f099a5f888 in Status: SUCCESS [ 1052.285026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.442193] env[69318]: INFO networking_nsxv3.common.synchronization [req-813a4ec5-608a-4b4c-9361-8e2394c4ce5d req-476aff63-78f5-4e7a-881f-73c0645a3e92 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1052.442755] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1052.443178] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.443235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.443269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.443541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.443709] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.443875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.443875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.444329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.444454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.444576] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.688678] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d39592ab-8990-4c42-8a63-fd5b4451e9bf: rpc.has_security_group_logging(os_id): False [ 1052.709284] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.709368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.709470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.709789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.709970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.710295] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.710462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.710579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.710840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.711011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.711323] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.711476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.711585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.711868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.711936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.712253] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.712413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.712522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.712745] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.712870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.716111] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf is going to be created. [ 1052.853061] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.853061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.853061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.853061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.858039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.871350] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf in Status: IN_PROGRESS for 2s [ 1052.947357] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.450701] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.956026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.956026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.956026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.956026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.956026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.956026] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be updated. [ 1053.982308] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.982503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.982503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.982733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.982879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.993097] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: IN_PROGRESS for 2s [ 1054.041144] env[69318]: INFO networking_nsxv3.common.synchronization [req-d0d3cc32-7196-45da-a752-c2b55918f773 req-94f403d8-b305-4608-b6b2-27da6951cdd5 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1054.041763] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1054.042232] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.042408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.042533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.043251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.043399] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.044029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.044029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.044029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.044029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.044208] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.469669] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.469887] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.470027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.470318] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.470607] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.470771] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.470917] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.471269] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.471448] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.471694] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.471856] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.472008] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.472159] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.474175] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.474175] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.474175] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.491992] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.492183] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.492329] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.492598] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.493029] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.493276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.493492] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.494058] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.497409] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71f006f-07c7-4f8c-b995-b3fe0fa89f1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.551104] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.889508] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf in Status: SUCCESS [ 1054.890776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.000128] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.000436] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.000495] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.000772] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.002325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.002325] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port d71f006f-07c7-4f8c-b995-b3fe0fa89f1d not found, creating... [ 1055.002325] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.002325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.002325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.002325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.002325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.002325] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.002722] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.002722] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.002809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.003052] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.006539] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: d71f006f-07c7-4f8c-b995-b3fe0fa89f1d is going to be created. [ 1055.030421] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.030421] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.030421] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.030421] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.030421] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.030421] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.054130] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.557666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.557666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.557666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.557666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.557666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.558876] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1055.592469] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.592469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.592469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.592469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.592469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.605079] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1055.808361] env[69318]: INFO networking_nsxv3.common.synchronization [req-d0d3cc32-7196-45da-a752-c2b55918f773 req-a80db397-44c7-4530-96bf-cca181b914de service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 1055.808361] env[69318]: INFO networking_nsxv3.common.synchronization [req-d0d3cc32-7196-45da-a752-c2b55918f773 req-a80db397-44c7-4530-96bf-cca181b914de service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1055.808361] env[69318]: INFO networking_nsxv3.common.synchronization [req-d0d3cc32-7196-45da-a752-c2b55918f773 req-a80db397-44c7-4530-96bf-cca181b914de service nova] Enqueued Resource ID: d71f006f-07c7-4f8c-b995-b3fe0fa89f1d with Priority: HIGHEST for action port [ 1055.808361] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 1055.808361] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1055.808361] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71f006f-07c7-4f8c-b995-b3fe0fa89f1d with Priority: HIGHEST for action port [ 1055.808698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.808966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.809161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.810177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.810355] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.811456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.811686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.812157] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.812458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.812607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.813267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.813422] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71f006f-07c7-4f8c-b995-b3fe0fa89f1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.933931] env[69318]: INFO networking_nsxv3.common.synchronization [None req-4a1b1be3-51a6-451b-89bd-3dccf08293e4 None None] Enqueued Resource ID: 661faa0d-0073-4e0f-b59e-38dc00f934e0 with Priority: HIGHEST for action port [ 1055.934281] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661faa0d-0073-4e0f-b59e-38dc00f934e0 with Priority: HIGHEST for action port [ 1055.934618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-661faa0d-0073-4e0f-b59e-38dc00f934e0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.934744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661faa0d-0073-4e0f-b59e-38dc00f934e0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.934815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661faa0d-0073-4e0f-b59e-38dc00f934e0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.935087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661faa0d-0073-4e0f-b59e-38dc00f934e0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.935175] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661faa0d-0073-4e0f-b59e-38dc00f934e0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.005650] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 1056.006053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.275733] env[69318]: INFO networking_nsxv3.common.synchronization [req-000e81bb-c49a-4193-ac04-a42c0819fca0 req-5de82080-1220-4ffe-9147-d2a1d0b4da01 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 1056.275733] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 1056.276466] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.276820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.277083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.277777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.278126] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.278410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.278612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.278918] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.280434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.280434] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.315925] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.316139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.321158] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d71f006f-07c7-4f8c-b995-b3fe0fa89f1d with status ACTIVE [ 1056.321419] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.322323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.323373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.323373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.323373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.323493] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.323722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.323722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.324022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.324022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.325432] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.325432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.325432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.325432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.325432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.325432] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d71f006f-07c7-4f8c-b995-b3fe0fa89f1d is going to be updated. [ 1056.348963] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.348963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.348963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.348963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.348963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.349264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71f006f-07c7-4f8c-b995-b3fe0fa89f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.438203] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 661faa0d-0073-4e0f-b59e-38dc00f934e0 [ 1056.438417] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.438570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.438638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.438885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.438978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.439091] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:661faa0d-0073-4e0f-b59e-38dc00f934e0 already deleted. [ 1056.439228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661faa0d-0073-4e0f-b59e-38dc00f934e0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.680570] env[69318]: INFO networking_nsxv3.common.synchronization [req-c392b9a0-9660-4375-9f0e-be3a344bfb98 req-48a12a53-8486-4ac6-b0c5-1d8a95f1cd34 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1056.680687] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1056.682130] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.682130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.682130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.682130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.682130] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.682130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.682130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.682130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.682130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.682130] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.782339] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.188385] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.252424] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.252424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.252424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.252970] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.252970] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.253136] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.253173] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.253831] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.253831] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.253831] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.253831] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.253964] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.254415] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.254597] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.254721] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.254861] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.278931] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.278931] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.278931] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.278931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.278931] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-d228b683-d670-4d96-9cef-4bc69fc60720 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.278931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-d228b683-d670-4d96-9cef-4bc69fc60720" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.278931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-d228b683-d670-4d96-9cef-4bc69fc60720" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.278931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-d228b683-d670-4d96-9cef-4bc69fc60720" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.279328] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d228b683-d670-4d96-9cef-4bc69fc60720',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.284195] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.359419] env[69318]: INFO networking_nsxv3.common.synchronization [req-4f94e252-e9b6-4436-afff-34423d85f571 req-0f9ba8c5-cd7c-4a16-8efc-154eab6b5766 tempest-ServersTestManualDisk-1493427315 tempest-ServersTestManualDisk-1493427315-project-member] Enqueued Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_members [ 1057.359923] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGHEST for action security_group_members [ 1057.360235] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b564e0c1-a5c1-443c-9a5e-65c5215b9955 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.360379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.360424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.360608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.360747] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.361092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.361092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.361193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.361263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.361374] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.616388] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1057.616550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.616744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.616993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.617452] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.618033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.618033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.618033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.618033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.618033] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.696568] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.741761] env[69318]: INFO networking_nsxv3.common.synchronization [None req-208a3f81-2825-4f15-b337-5fc1da5a537d tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1057.741761] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1057.741761] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.741761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.742443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.742618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.742702] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.785099] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.785335] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.785469] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.785749] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.785904] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.786168] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port d228b683-d670-4d96-9cef-4bc69fc60720 not found, creating... [ 1057.786344] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.786535] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.786603] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.787134] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.787286] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.787557] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.787793] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.787960] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.788214] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.788362] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.788752] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: d228b683-d670-4d96-9cef-4bc69fc60720 is going to be created. [ 1057.790183] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.790308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.790387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.790514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.790639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.790844] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 is going to be updated. [ 1057.813026] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.813272] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.813404] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.813687] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.814013] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.814171] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-d228b683-d670-4d96-9cef-4bc69fc60720" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.822619] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.822771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.822843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.823075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.823254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.833110] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: IN_PROGRESS for 2s [ 1057.842186] env[69318]: INFO networking_nsxv3.common.synchronization [None req-1536d1f8-9d66-4d9b-a235-f8a02e1a430a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1057.842186] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1057.842186] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.842186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.867797] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.867797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.867797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.867797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.867797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.867797] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.867797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.867797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.867797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.867797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.867797] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 is going to be updated. [ 1057.896406] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.896406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.896406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.896406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.896406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.901204] env[69318]: INFO networking_nsxv3.common.synchronization [None req-445f7358-3afe-4da7-a141-a9f0ce847779 None None] Enqueued Resource ID: d70e123e-9f43-44e6-abe1-1a024bf3780b with Priority: HIGHEST for action port [ 1057.901204] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70e123e-9f43-44e6-abe1-1a024bf3780b with Priority: HIGHEST for action port [ 1057.902020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70e123e-9f43-44e6-abe1-1a024bf3780b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.902365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70e123e-9f43-44e6-abe1-1a024bf3780b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.903029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70e123e-9f43-44e6-abe1-1a024bf3780b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.903318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70e123e-9f43-44e6-abe1-1a024bf3780b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.904325] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70e123e-9f43-44e6-abe1-1a024bf3780b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.924995] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 in Status: IN_PROGRESS for 2s [ 1058.120426] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.201484] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.201792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.201792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.202119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.202119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.202229] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1058.243394] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.243609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.243663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.244510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.244510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.265066] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1058.266972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.267193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.267230] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.267670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.267670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.267873] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfdb834-5146-4450-ab08-83dea06492e8 already deleted. [ 1058.267873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.268334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.268505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.268604] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.408449] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d70e123e-9f43-44e6-abe1-1a024bf3780b [ 1058.408449] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.408564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.409423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.409423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.409423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.409423] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d70e123e-9f43-44e6-abe1-1a024bf3780b already deleted. [ 1058.409423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70e123e-9f43-44e6-abe1-1a024bf3780b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.625121] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.655346] env[69318]: INFO networking_nsxv3.common.synchronization [req-c392b9a0-9660-4375-9f0e-be3a344bfb98 req-3460adb1-2f61-4d75-b6a5-a972e0fa8688 service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 1058.655973] env[69318]: INFO networking_nsxv3.common.synchronization [req-c392b9a0-9660-4375-9f0e-be3a344bfb98 req-3460adb1-2f61-4d75-b6a5-a972e0fa8688 service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1058.656196] env[69318]: INFO networking_nsxv3.common.synchronization [req-c392b9a0-9660-4375-9f0e-be3a344bfb98 req-3460adb1-2f61-4d75-b6a5-a972e0fa8688 service nova] Enqueued Resource ID: d228b683-d670-4d96-9cef-4bc69fc60720 with Priority: HIGHEST for action port [ 1058.656966] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 1058.656966] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1058.657154] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d228b683-d670-4d96-9cef-4bc69fc60720 with Priority: HIGHEST for action port [ 1058.659163] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.659163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.659163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.659163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.659163] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.659163] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.659163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.660399] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-d228b683-d670-4d96-9cef-4bc69fc60720 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.660516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d228b683-d670-4d96-9cef-4bc69fc60720" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.660580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d228b683-d670-4d96-9cef-4bc69fc60720" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.660760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d228b683-d670-4d96-9cef-4bc69fc60720" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.660907] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d228b683-d670-4d96-9cef-4bc69fc60720',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.793141] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.793141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.793141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.793141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.793141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.793141] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfdb834-5146-4450-ab08-83dea06492e8 already deleted. [ 1058.793141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.129933] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.130113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.130236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.130428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.130527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.130618] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1059.167593] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.167593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.167593] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d228b683-d670-4d96-9cef-4bc69fc60720 with status ACTIVE [ 1059.167593] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.167593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.167593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.167593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.167593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.168861] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.168861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.168861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.168861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.168861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.168861] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.168861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.168861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.168861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.168861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.168861] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d228b683-d670-4d96-9cef-4bc69fc60720 is going to be updated. [ 1059.177400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.177546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.177629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.177854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.178012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.188608] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1059.197336] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.197487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.197557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.197762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.197937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.198116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d228b683-d670-4d96-9cef-4bc69fc60720" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.863304] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: SUCCESS [ 1059.863603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.938606] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 in Status: SUCCESS [ 1059.938606] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 deletion is rescheduled due to dependency. [ 1059.939045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.282550] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1060.283661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.283661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.283661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.283661] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.283661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.283661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.284078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.284078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.284078] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.786281] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.194981] env[69318]: INFO networking_nsxv3.common.synchronization [req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 req-28bf5de3-260f-4fad-a330-054ab4701ad8 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1061.195493] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1061.195895] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.196579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.196717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.196998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.197193] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.197299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.197363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.197527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.197613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.197706] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.214643] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1061.215166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.215414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.217721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.217721] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.217721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.217721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.217721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.217721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.217721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.217721] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.290158] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.657291] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.657291] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.657291] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.657291] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.657291] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.657291] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.657291] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.658810] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.659344] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.659883] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.660233] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.660564] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.661525] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.663819] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.663819] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.663819] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.686162] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.689017] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.689017] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.689017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.689017] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-63007529-f892-4ee0-8abc-a800eee18b20 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.689017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-63007529-f892-4ee0-8abc-a800eee18b20" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.689017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-63007529-f892-4ee0-8abc-a800eee18b20" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.689017] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-63007529-f892-4ee0-8abc-a800eee18b20" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.689017] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63007529-f892-4ee0-8abc-a800eee18b20',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.701121] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.701310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.701382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.701692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.701692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.701922] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.702030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.702158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.702227] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.702279] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.702339] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1061.719409] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.719668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.719668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.719823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.720033] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.720153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.720212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.720353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.720440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.720530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.720672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.720840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.720840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.720945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.721085] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.721170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.721225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.721357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.721428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.721505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.721590] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.733759] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.733759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.733759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.733759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.733759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.743976] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1061.791775] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.792234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.795105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.795105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.795105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.795105] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1061.843552] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.843715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.843801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.843993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.844155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.853995] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1062.193359] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.193681] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.193795] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.194129] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.194328] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.194647] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 63007529-f892-4ee0-8abc-a800eee18b20 not found, creating... [ 1062.194851] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.195070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.195426] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.195502] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.196546] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.196546] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.196546] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.196546] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.196546] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.196959] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.196959] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 63007529-f892-4ee0-8abc-a800eee18b20 is going to be created. [ 1062.220114] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.220366] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.220496] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.221109] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.221475] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.221893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-63007529-f892-4ee0-8abc-a800eee18b20" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.225935] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 1062.265553] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.265850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.265850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.266123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.266231] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.266456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.266575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.266638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.266886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.266973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.267183] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.267283] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.267363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.267514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.267589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.267794] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.267900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.267970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.268684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.268684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.268684] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1062.378145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.378350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.378444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.378704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.378891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.393091] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1063.023138] env[69318]: INFO networking_nsxv3.common.synchronization [req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 req-9c47d9ff-7bd2-4fb6-9bba-7e7795529d33 service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 1063.023337] env[69318]: INFO networking_nsxv3.common.synchronization [req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 req-9c47d9ff-7bd2-4fb6-9bba-7e7795529d33 service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1063.023495] env[69318]: INFO networking_nsxv3.common.synchronization [req-2140fe7e-8a7b-42fa-ae4d-a6b3389bf4b4 req-9c47d9ff-7bd2-4fb6-9bba-7e7795529d33 service nova] Enqueued Resource ID: 63007529-f892-4ee0-8abc-a800eee18b20 with Priority: HIGHEST for action port [ 1063.023735] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 1063.023864] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1063.023961] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63007529-f892-4ee0-8abc-a800eee18b20 with Priority: HIGHEST for action port [ 1063.024564] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.024759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.024759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.024955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.025640] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.027385] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.027496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.027706] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-63007529-f892-4ee0-8abc-a800eee18b20 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.027836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63007529-f892-4ee0-8abc-a800eee18b20" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.031109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63007529-f892-4ee0-8abc-a800eee18b20" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.031406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63007529-f892-4ee0-8abc-a800eee18b20" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.031502] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63007529-f892-4ee0-8abc-a800eee18b20',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.041053] env[69318]: INFO networking_nsxv3.common.synchronization [req-cfb2a4fd-1a97-4413-a45f-0a25bea21814 req-03c8d9a0-0a01-49c9-8f78-6416d387407f tempest-ServerTagsTestJSON-1119045204 tempest-ServerTagsTestJSON-1119045204-project-member] Enqueued Resource ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf with Priority: HIGHEST for action security_group_members [ 1063.043668] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf with Priority: HIGHEST for action security_group_members [ 1063.043668] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39592ab-8990-4c42-8a63-fd5b4451e9bf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.043668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.043668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.044108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.045481] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.045481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.045481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.045707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.045798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.045900] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39592ab-8990-4c42-8a63-fd5b4451e9bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.533790] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63007529-f892-4ee0-8abc-a800eee18b20 with status ACTIVE [ 1063.534526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.534676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.534741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.534964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.535071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.535270] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.535375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.535433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.535592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.535695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.535853] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.535946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.536021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.536155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.536228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.536312] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63007529-f892-4ee0-8abc-a800eee18b20 is going to be updated. [ 1063.539601] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.539601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.551518] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.551518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.551518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.551518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.551518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.551518] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.551518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.551518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.551518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.551518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.551518] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf is going to be updated. [ 1063.564393] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.564609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.564752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.564984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.565138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.565298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63007529-f892-4ee0-8abc-a800eee18b20" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.585525] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.585525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.585525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.585525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.585525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.602216] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf in Status: IN_PROGRESS for 2s [ 1063.759496] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1063.759653] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 1063.759784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.759980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.760281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.760492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.760670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.760715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.760871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.760982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.761117] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.875041] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1063.876353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.876554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.876858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.877131] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.878673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.878673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.878673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.878673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.878673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.878673] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.977176] env[69318]: INFO networking_nsxv3.common.synchronization [None req-2d4c27d6-1967-4114-be8e-01a700639932 None None] Enqueued Resource ID: 9e44aad7-e841-49aa-8c7a-221c0518f0a4 with Priority: HIGHEST for action port [ 1063.977731] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e44aad7-e841-49aa-8c7a-221c0518f0a4 with Priority: HIGHEST for action port [ 1063.982091] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e44aad7-e841-49aa-8c7a-221c0518f0a4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.982295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e44aad7-e841-49aa-8c7a-221c0518f0a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.982372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e44aad7-e841-49aa-8c7a-221c0518f0a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.982664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e44aad7-e841-49aa-8c7a-221c0518f0a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.982755] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e44aad7-e841-49aa-8c7a-221c0518f0a4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.271470] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.383476] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.383801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.383801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.384057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.384300] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.384415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.384852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.384852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.384852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.384852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.384964] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.385208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.385208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.385277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.388021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.388021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.388021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.388021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.388021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.388021] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.408474] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1064.409110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.486187] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e44aad7-e841-49aa-8c7a-221c0518f0a4 [ 1064.486187] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.488034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.488034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.488034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.488171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.488171] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e44aad7-e841-49aa-8c7a-221c0518f0a4 already deleted. [ 1064.488241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e44aad7-e841-49aa-8c7a-221c0518f0a4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.774249] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.888666] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd76431-b27b-42fd-b59d-80fcce933268: rpc.has_security_group_logging(os_id): False [ 1064.908514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.908676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.908731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.908919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.909077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.909301] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.909390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.909447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.909618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.909705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.911098] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.911098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.911098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.911098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.911551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.911551] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.911551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.911717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.912362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.912446] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.912796] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1065.024387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.024387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.024387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.024387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.024387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.041177] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1065.279277] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.279439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.279515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.279728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.279822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.279924] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1065.313604] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.314685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.314832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.315072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.315219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.324764] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1065.614394] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf in Status: SUCCESS [ 1065.614394] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39592ab-8990-4c42-8a63-fd5b4451e9bf deletion is rescheduled due to dependency. [ 1065.614394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39592ab-8990-4c42-8a63-fd5b4451e9bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.079543] env[69318]: INFO networking_nsxv3.common.synchronization [req-9447330d-418c-4464-9127-6752efc941cf req-07dad905-fbe3-4619-ad03-b877daf8b1a0 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_members [ 1066.079543] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_members [ 1066.079960] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.079960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.080058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.083706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.083706] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.083706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.083706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.083706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.083706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.083706] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.087315] env[69318]: INFO networking_nsxv3.common.synchronization [None req-d167b617-2c9d-452f-b3a8-c054b52fbfa3 None None] Enqueued Resource ID: 762ea14d-b2e2-4700-ac2f-ec95cbd97f1d with Priority: HIGHEST for action port [ 1066.087315] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 762ea14d-b2e2-4700-ac2f-ec95cbd97f1d with Priority: HIGHEST for action port [ 1066.087730] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-762ea14d-b2e2-4700-ac2f-ec95cbd97f1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.087832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-762ea14d-b2e2-4700-ac2f-ec95cbd97f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.088722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-762ea14d-b2e2-4700-ac2f-ec95cbd97f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.089694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-762ea14d-b2e2-4700-ac2f-ec95cbd97f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.089803] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762ea14d-b2e2-4700-ac2f-ec95cbd97f1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.587799] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.588503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.588503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.588503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.588503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.589211] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.589211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.589211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.589211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.589211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.589211] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a already deleted. [ 1066.589211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.593701] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 762ea14d-b2e2-4700-ac2f-ec95cbd97f1d [ 1066.593967] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.594134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.594205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.594401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.594488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.594594] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:762ea14d-b2e2-4700-ac2f-ec95cbd97f1d already deleted. [ 1066.594710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-762ea14d-b2e2-4700-ac2f-ec95cbd97f1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.611298] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.611298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.611298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.611516] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.611732] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.611896] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.612022] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.612276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.612413] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.612794] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.612794] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.612904] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.612955] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.613067] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.613176] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.613307] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.634174] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.634344] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.636094] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.636094] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.636094] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-ea97f29d-c51f-4477-a3b1-80333f144766 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.636094] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-ea97f29d-c51f-4477-a3b1-80333f144766" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.636094] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-ea97f29d-c51f-4477-a3b1-80333f144766" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.636094] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-ea97f29d-c51f-4477-a3b1-80333f144766" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.636094] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea97f29d-c51f-4477-a3b1-80333f144766',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.054509] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1067.054783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.139603] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.140227] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.140227] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.140412] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.140568] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.140727] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port ea97f29d-c51f-4477-a3b1-80333f144766 not found, creating... [ 1067.141291] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.141291] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.141450] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.141672] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.141856] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.142279] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.142477] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.142605] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.142903] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.143142] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.143357] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: ea97f29d-c51f-4477-a3b1-80333f144766 is going to be created. [ 1067.167390] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.167683] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.167829] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.168149] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.168410] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.168708] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-ea97f29d-c51f-4477-a3b1-80333f144766" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.335413] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1067.335727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.335818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.336087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.336248] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.336408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.336516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.336818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.336912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.337013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.337267] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.841505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.844541] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.844541] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.844541] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.844541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.845322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.845322] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.991975] env[69318]: INFO networking_nsxv3.common.synchronization [req-9447330d-418c-4464-9127-6752efc941cf req-96bafbaf-f12d-4fdd-a7b7-90fc862ca42b service nova] Enqueued Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_rules [ 1067.992208] env[69318]: INFO networking_nsxv3.common.synchronization [req-9447330d-418c-4464-9127-6752efc941cf req-96bafbaf-f12d-4fdd-a7b7-90fc862ca42b service nova] Enqueued Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_members [ 1067.992756] env[69318]: INFO networking_nsxv3.common.synchronization [req-9447330d-418c-4464-9127-6752efc941cf req-96bafbaf-f12d-4fdd-a7b7-90fc862ca42b service nova] Enqueued Resource ID: ea97f29d-c51f-4477-a3b1-80333f144766 with Priority: HIGHEST for action port [ 1067.993658] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_rules [ 1067.994067] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_members [ 1067.994700] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea97f29d-c51f-4477-a3b1-80333f144766 with Priority: HIGHEST for action port [ 1067.995101] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.995966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.995966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.995966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.995966] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.996927] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.997675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.997675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.997675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.998198] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.998198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.998198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.998348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.998380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.998688] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.000266] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea97f29d-c51f-4477-a3b1-80333f144766 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.000266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea97f29d-c51f-4477-a3b1-80333f144766" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.000266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea97f29d-c51f-4477-a3b1-80333f144766" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.000266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea97f29d-c51f-4477-a3b1-80333f144766" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.000266] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea97f29d-c51f-4477-a3b1-80333f144766',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.348174] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed261e9c-b814-4d44-a405-8b82a578ee52: rpc.has_security_group_logging(os_id): False [ 1068.374275] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.374445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.375882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.375882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.375882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.375882] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.375882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.375882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.375882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.375882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.375882] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.375882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.376339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.376339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.376339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.376432] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.376547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.376693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.377266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.377266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.377266] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1068.485440] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.487090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.487190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.487430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.487597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.501986] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.502172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.502348] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.504080] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1068.504286] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea97f29d-c51f-4477-a3b1-80333f144766 with status ACTIVE [ 1068.504480] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.504604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.504756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.504917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.505012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.505418] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.505418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.505418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.505568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.505654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.505836] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.506088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.506088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.506166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.506219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.506302] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea97f29d-c51f-4477-a3b1-80333f144766 is going to be updated. [ 1068.531989] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.532206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.532240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.532434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.532563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.532727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea97f29d-c51f-4477-a3b1-80333f144766" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.834583] env[69318]: INFO networking_nsxv3.common.synchronization [req-cdbe66b9-1a04-42d4-aeec-a499924d5594 req-b69b65fe-469a-4e87-9abc-15b4d127b2c9 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1068.835264] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1068.835605] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.835736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.835806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.836045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.836176] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.836276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.836338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.836492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.836576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.836704] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.008018] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.338930] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.513354] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.513683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.513683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.513810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.513894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.514009] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a is going to be created. [ 1069.543574] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.543700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.543700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.547026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.547026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.556284] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16794f13-0b89-4462-83fe-48b73acdf54a in Status: UNINITIALIZED for 2s [ 1069.841276] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.344399] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.345557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.345648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.346171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.346333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.346463] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1070.381758] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.381939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.381939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.382178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.382334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.395562] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1070.524887] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1070.525173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.569682] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16794f13-0b89-4462-83fe-48b73acdf54a in Status: SUCCESS [ 1071.569682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.569682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.569682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.569682] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.569682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.569682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.569682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.569682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.569682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.569682] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.072929] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.410837] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1072.411113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.577040] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16794f13-0b89-4462-83fe-48b73acdf54a: rpc.has_security_group_logging(os_id): False [ 1072.595828] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.596018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.596472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.596472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.596472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.596829] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.596958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.597063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.597253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.597374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.597490] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a is going to be created. [ 1072.667346] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.667521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.667618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.667898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.668161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.683377] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16794f13-0b89-4462-83fe-48b73acdf54a in Status: IN_PROGRESS for 2s [ 1073.187237] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1073.187382] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:2 started [ 1073.836953] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1073.837252] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1074.696929] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16794f13-0b89-4462-83fe-48b73acdf54a in Status: SUCCESS [ 1074.697270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.437314] env[69318]: INFO networking_nsxv3.common.synchronization [None req-b4f75388-c3f5-4303-b2e1-f5c250676f70 None None] Enqueued Resource ID: 72578073-2494-4403-a45f-367e1c4a8f75 with Priority: HIGHEST for action port [ 1075.437738] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72578073-2494-4403-a45f-367e1c4a8f75 with Priority: HIGHEST for action port [ 1075.438062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-72578073-2494-4403-a45f-367e1c4a8f75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.438190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72578073-2494-4403-a45f-367e1c4a8f75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.438260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72578073-2494-4403-a45f-367e1c4a8f75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.438506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72578073-2494-4403-a45f-367e1c4a8f75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.438599] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72578073-2494-4403-a45f-367e1c4a8f75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.946418] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72578073-2494-4403-a45f-367e1c4a8f75 [ 1075.946698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.946835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.946906] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.947148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.947242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.947352] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72578073-2494-4403-a45f-367e1c4a8f75 already deleted. [ 1075.947435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72578073-2494-4403-a45f-367e1c4a8f75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.554285] env[69318]: INFO networking_nsxv3.common.synchronization [req-88ca3cb4-37f4-4a76-a85c-350e76724811 req-3582aae7-e7d0-4f83-9b0a-f3315b337a75 tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1076.554842] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1076.555158] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.555281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.555349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.555582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.555722] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.555774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.555839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.555987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.561966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.561966] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.066411] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.312022] env[69318]: INFO networking_nsxv3.common.synchronization [req-99dbcd1c-b24f-4e47-8be6-d10daee7af98 req-dc1830c7-bb76-4f66-bec2-baa666b13b91 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1077.312022] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1077.312022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.312022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.312022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.312765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.314324] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.314588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.314774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.315040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.315226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.315592] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.568649] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.627674] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8837daff-aa1a-4288-ad8a-172a9a99916f None None] Enqueued Resource ID: f55c0877-d4a1-4d49-842f-6c7f9224a36d with Priority: HIGHEST for action port [ 1077.627674] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55c0877-d4a1-4d49-842f-6c7f9224a36d with Priority: HIGHEST for action port [ 1077.628628] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f55c0877-d4a1-4d49-842f-6c7f9224a36d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.628628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f55c0877-d4a1-4d49-842f-6c7f9224a36d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.628628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f55c0877-d4a1-4d49-842f-6c7f9224a36d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.628833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f55c0877-d4a1-4d49-842f-6c7f9224a36d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.628966] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55c0877-d4a1-4d49-842f-6c7f9224a36d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.819031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.819188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.819447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.819572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.819572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.819749] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.819844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.819902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.820054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.820135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.820221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1077.849986] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.850104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.850164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.850369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.850514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.859572] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1078.073071] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.073241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.073313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.073525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.073618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.073716] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1078.104269] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.104448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.104512] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.104737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.104892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.114873] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1078.132031] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f55c0877-d4a1-4d49-842f-6c7f9224a36d [ 1078.132276] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.132411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.132479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.132702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.132790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.132884] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f55c0877-d4a1-4d49-842f-6c7f9224a36d already deleted. [ 1078.132966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f55c0877-d4a1-4d49-842f-6c7f9224a36d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.871385] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1079.871622] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 1079.871761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.127190] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 4s [ 1080.571393] env[69318]: INFO networking_nsxv3.common.synchronization [req-20d62471-c8d3-4870-b446-ca43f33abbd5 req-4b342e13-6470-417e-a175-90b1584cac5e tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Enqueued Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_members [ 1080.572191] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_members [ 1080.572342] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.572418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.572499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.572701] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.572840] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.572941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.573013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.573169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.573251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.573341] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.933663] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.933987] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-695" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.933987] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-695" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.934416] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-695" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.934638] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.934778] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.934904] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.935202] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.935363] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.935585] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.935709] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.935826] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.935939] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.936063] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.936182] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.936370] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.958627] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.958627] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.958627] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.958627] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-695" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.959025] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-1f9a9d1d-d904-4050-810f-198ea8da6acf taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.959222] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-1f9a9d1d-d904-4050-810f-198ea8da6acf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.959352] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-1f9a9d1d-d904-4050-810f-198ea8da6acf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.959699] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-1f9a9d1d-d904-4050-810f-198ea8da6acf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.959852] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9a9d1d-d904-4050-810f-198ea8da6acf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.075549] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.075723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.075809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.076068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.076201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.076438] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.076571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.076663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.076853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.076951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.077052] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c already deleted. [ 1081.077156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.462601] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.462815] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.462964] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.463285] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.463448] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.464105] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 1f9a9d1d-d904-4050-810f-198ea8da6acf not found, creating... [ 1081.464105] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.464105] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.464322] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.464411] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.464544] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.464827] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.464987] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.465124] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.465338] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.465553] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.465614] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 1f9a9d1d-d904-4050-810f-198ea8da6acf is going to be created. [ 1081.489253] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.489253] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.489253] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.489253] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.489253] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.489253] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-1f9a9d1d-d904-4050-810f-198ea8da6acf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.140778] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1082.142076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.299352] env[69318]: INFO networking_nsxv3.common.synchronization [req-20d62471-c8d3-4870-b446-ca43f33abbd5 req-54a626a7-14fe-47b0-9539-b9e98c380756 service nova] Enqueued Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_rules [ 1082.299352] env[69318]: INFO networking_nsxv3.common.synchronization [req-20d62471-c8d3-4870-b446-ca43f33abbd5 req-54a626a7-14fe-47b0-9539-b9e98c380756 service nova] Enqueued Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_members [ 1082.299352] env[69318]: INFO networking_nsxv3.common.synchronization [req-20d62471-c8d3-4870-b446-ca43f33abbd5 req-54a626a7-14fe-47b0-9539-b9e98c380756 service nova] Enqueued Resource ID: 1f9a9d1d-d904-4050-810f-198ea8da6acf with Priority: HIGHEST for action port [ 1082.299352] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_rules [ 1082.299581] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_members [ 1082.299581] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9a9d1d-d904-4050-810f-198ea8da6acf with Priority: HIGHEST for action port [ 1082.300017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.300143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.300272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.300494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.300579] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.301447] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.301566] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.301635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.301798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.301945] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.302049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.302111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.302247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.302325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.302413] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.303140] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9a9d1d-d904-4050-810f-198ea8da6acf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.303246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9a9d1d-d904-4050-810f-198ea8da6acf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.303310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9a9d1d-d904-4050-810f-198ea8da6acf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.303461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9a9d1d-d904-4050-810f-198ea8da6acf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.303533] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9a9d1d-d904-4050-810f-198ea8da6acf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.807198] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.807337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.807763] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.811792] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f9a9d1d-d904-4050-810f-198ea8da6acf with status ACTIVE [ 1082.812031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.812234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.812290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.812595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.812595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.812786] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.812892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.812974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.813120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.813204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.813367] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.813460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.813522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.813660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.813734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.813817] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f9a9d1d-d904-4050-810f-198ea8da6acf is going to be updated. [ 1082.839456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.839456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.839456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.839456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.839989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.839989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9a9d1d-d904-4050-810f-198ea8da6acf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.310913] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.814173] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.814294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.814509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.814741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.814889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.815072] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c is going to be created. [ 1083.841967] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.841967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.841967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.841967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.842203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.851967] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c in Status: UNINITIALIZED for 2s [ 1084.677107] env[69318]: INFO networking_nsxv3.common.synchronization [req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 req-fa07523a-44f2-4f6b-95c8-9405811f366a tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_members [ 1084.677796] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_members [ 1084.678278] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b7c24c-8307-4350-a2f5-0263b041d5f6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.678415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.678518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.678858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.678953] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.679085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.679160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.679335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.679420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.679513] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.095221] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.095443] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.095586] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.096027] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.096284] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.096524] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.096668] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.096898] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.097067] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.097286] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.097405] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.097525] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.097626] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.097743] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.097857] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.097983] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.116372] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.116636] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.116824] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.117049] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.117402] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-6b0dbdc6-b69f-4100-af1f-7b2bae772667 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.117613] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-6b0dbdc6-b69f-4100-af1f-7b2bae772667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.117745] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-6b0dbdc6-b69f-4100-af1f-7b2bae772667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.118124] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-6b0dbdc6-b69f-4100-af1f-7b2bae772667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.118259] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0dbdc6-b69f-4100-af1f-7b2bae772667',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.182672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.182839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.182911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.183144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.183234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.183432] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.183530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.183593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.183748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.183805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.183889] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 already deleted. [ 1085.183970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.620601] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.620829] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.620960] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.621270] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.621422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.621581] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 6b0dbdc6-b69f-4100-af1f-7b2bae772667 not found, creating... [ 1085.621844] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.622014] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.622141] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.622364] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.622502] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.623097] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.623097] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.623097] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.623260] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.623394] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.623535] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 6b0dbdc6-b69f-4100-af1f-7b2bae772667 is going to be created. [ 1085.645975] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.646266] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.646587] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.646878] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.647140] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.647381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-6b0dbdc6-b69f-4100-af1f-7b2bae772667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.863103] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c in Status: SUCCESS [ 1085.863416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.863416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.863497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.863724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.863800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.863845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.864383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.864383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.864383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.864383] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.126348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.126532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.126608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.126825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.127024] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.367794] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.385044] env[69318]: INFO networking_nsxv3.common.synchronization [req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 req-f2b918b8-e57d-465c-8c97-8c82ada8903b service nova] Enqueued Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_rules [ 1086.385044] env[69318]: INFO networking_nsxv3.common.synchronization [req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 req-f2b918b8-e57d-465c-8c97-8c82ada8903b service nova] Enqueued Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_members [ 1086.385044] env[69318]: INFO networking_nsxv3.common.synchronization [req-cc882278-3952-48a5-a3e7-e0d3e3ba8794 req-f2b918b8-e57d-465c-8c97-8c82ada8903b service nova] Enqueued Resource ID: 6b0dbdc6-b69f-4100-af1f-7b2bae772667 with Priority: HIGHEST for action port [ 1086.385044] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_rules [ 1086.385044] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_members [ 1086.385044] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b0dbdc6-b69f-4100-af1f-7b2bae772667 with Priority: HIGHEST for action port [ 1086.385044] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b7c24c-8307-4350-a2f5-0263b041d5f6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.385044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.385044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.385044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.385044] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.386505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b7c24c-8307-4350-a2f5-0263b041d5f6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.386781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.386986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.387287] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.387622] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.388482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.388657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.388919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.390238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.390238] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.391348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b0dbdc6-b69f-4100-af1f-7b2bae772667 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.391974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b0dbdc6-b69f-4100-af1f-7b2bae772667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.391974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b0dbdc6-b69f-4100-af1f-7b2bae772667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.391974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b0dbdc6-b69f-4100-af1f-7b2bae772667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.392275] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0dbdc6-b69f-4100-af1f-7b2bae772667',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.630027] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.872966] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 654425e7-3f5d-4161-99a0-28dbbc1ac80c: rpc.has_security_group_logging(os_id): False [ 1086.891968] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.894763] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.894915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.894990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.895234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.895340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.895582] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.895669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.895751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.895909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.896028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.896089] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c is going to be created. [ 1086.897640] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b0dbdc6-b69f-4100-af1f-7b2bae772667 with status ACTIVE [ 1086.897907] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.899228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.899228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.899228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.899228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.899228] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.899228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.899228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.899228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.899782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.899782] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.899782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.899782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.899963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.899963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.900552] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b0dbdc6-b69f-4100-af1f-7b2bae772667 is going to be updated. [ 1086.901647] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b7c24c-8307-4350-a2f5-0263b041d5f6 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.901768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.925410] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.925598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.925684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.925997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.926223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.926494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b0dbdc6-b69f-4100-af1f-7b2bae772667" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.965022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.965163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.965241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.965463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.965650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.979182] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c in Status: IN_PROGRESS for 2s [ 1087.132017] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.398800] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.634965] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1087.634965] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1087.902087] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.902552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.902552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.902552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.902670] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.902798] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 is going to be created. [ 1087.930213] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.931037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.931154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.931381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.931957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.942686] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 in Status: UNINITIALIZED for 2s [ 1088.579840] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.579840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.579840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.579840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.592815] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1088.593731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.594627] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1088.633032] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.633032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.633032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.633032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.642360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.643075] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1088.643317] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1088.643317] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1088.693028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.694569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.694569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.694569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.695319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.695576] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1088.768639] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.768885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.768885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.769075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.769355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.769624] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1088.842565] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.842712] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.842783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.842996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.843278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.843539] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1088.843638] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'654425e7-3f5d-4161-99a0-28dbbc1ac80c', 'b64a8b73-e7b4-4a8c-9c17-1d8409b59224', '5a4c572e-6931-43a0-8c48-6175d061a5b8', '16794f13-0b89-4462-83fe-48b73acdf54a', '7d197ae0-a03a-4b26-87d1-94ff0e86de3c', 'd7b695c4-c43c-4938-89ff-99c1a05dce0c', '67dfaedb-6106-476a-b4ec-eb0ba33ca68f', 'bc4d7c84-ae0f-4cb3-a5f3-079925676a29', '7b383e15-6e92-44b8-ad82-a97a9ecd66d9', 'efd76431-b27b-42fd-b59d-80fcce933268', 'ec093269-9e01-4ccc-9883-3f89901c3c5e', '81d676d6-a933-45d3-b235-b869a473fb46', 'af279df2-c673-4cb7-ad5e-b1c8eb3b88ab', 'b318c367-7075-40bf-8ad7-8a34c4b8b007', '7a575967-5bf1-45fd-a2ee-77d9f4b7ab51', '245971c4-0ce1-4016-9b5e-b058b85e9fe4', 'fd497039-13ea-4223-aab9-8291829fac9f', '02a01307-526f-484a-b16b-c51044abf95b', '21bca49b-7b62-4a6a-88e9-5292086f293b', 'b5e381d7-ca08-41f9-86b0-75ee6fca7451', 'cc0379c2-d6b4-4413-a2c6-b00555cc9df5', 'ed261e9c-b814-4d44-a405-8b82a578ee52', 'd70c7a17-5ccf-4312-9144-74b93053452e', '120156d2-9693-4152-a382-e169f03bc87e', '3f759081-fee7-4268-ac12-4f41fa7d2181', '2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7', 'e56b91b0-cfd2-430e-b342-03605ac67dd3', '33c8eb8c-ef5a-4cfa-b53b-f1af014d6487', '9b6b088d-b4a7-41ad-90f9-c935ec8210f4', '65e50880-844b-4a0b-9569-285ca8226a38', 'c33702fa-957c-4d97-b065-b3a9e2b37048', 'c6dcd19b-f8a0-49b0-812b-84334d1e84da', '714b11d6-ba86-40f7-9d5c-5fdce9e1ce06', 'bd26b70a-8d07-4058-928b-89f099a5f888', 'b564e0c1-a5c1-443c-9a5e-65c5215b9955', '2721c50e-659c-4701-9d21-a31a19240c1d', 'd39592ab-8990-4c42-8a63-fd5b4451e9bf', '763857f7-40ea-4100-b884-338fdfe1e222', '6e78d0f9-c30f-4f44-afa2-2844cf67b64e', 'b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c', 'f173a3a6-0604-49dc-9049-d77caddec47f', '9bcdc2f1-e4a0-4782-9f4f-812265a78bfd', 'd4b2a3c9-591d-42e3-8101-97d25082a7e5', '405d7b2d-eba3-4c2d-a416-197935146151', 'fa45966d-875e-468f-84ba-5418f5826fee'} {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1088.843728] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1088.863137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.863290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.863360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.863567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.863674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.863754] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1088.863825] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1088.863894] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1088.946038] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.946456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.946456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.946537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.947561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.947853] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1088.947907] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1088.947965] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1088.948046] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1088.948137] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1088.948220] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGH for action security_group_rules [ 1088.948299] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGH for action security_group_rules [ 1088.948365] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGH for action security_group_rules [ 1088.948438] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGH for action security_group_rules [ 1088.948512] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGH for action security_group_rules [ 1088.948577] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGH for action security_group_rules [ 1088.948637] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGH for action security_group_rules [ 1088.948699] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGH for action security_group_rules [ 1088.948774] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGH for action security_group_rules [ 1088.948839] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGH for action security_group_rules [ 1088.948901] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGH for action security_group_rules [ 1088.948963] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGH for action security_group_rules [ 1088.949042] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGH for action security_group_rules [ 1088.949108] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGH for action security_group_rules [ 1088.949169] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGH for action security_group_rules [ 1088.949232] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGH for action security_group_rules [ 1088.949293] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGH for action security_group_rules [ 1088.949356] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGH for action security_group_rules [ 1088.949418] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGH for action security_group_rules [ 1088.949479] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGH for action security_group_rules [ 1088.949575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.989969] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c in Status: SUCCESS [ 1088.990230] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.965998] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 in Status: SUCCESS [ 1089.966669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.966669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.966938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.967615] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.967615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.967615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.967615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.967843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.967980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.968126] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.471034] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.808476] env[69318]: INFO networking_nsxv3.common.synchronization [req-3c448c0f-6961-4ab1-baa5-12e996bc57b7 req-a64a9ebd-cbfe-43b1-a5e8-65ebdc2de814 tempest-ListImageFiltersTestJSON-1597060204 tempest-ListImageFiltersTestJSON-1597060204-project-member] Enqueued Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 1090.809057] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGHEST for action security_group_members [ 1090.809207] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGH for action security_group_rules [ 1090.809302] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGH for action security_group_rules [ 1090.809406] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGH for action security_group_rules [ 1090.809769] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 with Priority: HIGH for action security_group_rules [ 1090.809769] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 with Priority: HIGH for action security_group_rules [ 1090.809769] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bca49b-7b62-4a6a-88e9-5292086f293b with Priority: HIGH for action security_group_rules [ 1090.809769] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a01307-526f-484a-b16b-c51044abf95b with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd497039-13ea-4223-aab9-8291829fac9f with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d676d6-a933-45d3-b235-b869a473fb46 with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c with Priority: HIGH for action security_group_rules [ 1090.811187] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 with Priority: HIGH for action security_group_rules [ 1090.811516] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGH for action security_group_rules [ 1090.811611] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.811733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.811795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.812022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.812186] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.812305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.812343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.812504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.812599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.812694] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.813587] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.813697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.813765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.814261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.814261] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.815245] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.815358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.815425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.815577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.815650] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.816374] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.816500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.816570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.816725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.816795] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.817631] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.817741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.817809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.817960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.818062] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a575967-5bf1-45fd-a2ee-77d9f4b7ab51',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.818764] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.818866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.818933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.819101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.819174] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5e381d7-ca08-41f9-86b0-75ee6fca7451',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.819884] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21bca49b-7b62-4a6a-88e9-5292086f293b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.820065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.820065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.820423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.820423] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21bca49b-7b62-4a6a-88e9-5292086f293b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.820939] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02a01307-526f-484a-b16b-c51044abf95b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.821079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.821147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.821296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.821367] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02a01307-526f-484a-b16b-c51044abf95b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.822209] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd497039-13ea-4223-aab9-8291829fac9f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.822356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.822408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.822855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.822855] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd497039-13ea-4223-aab9-8291829fac9f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.823360] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b318c367-7075-40bf-8ad7-8a34c4b8b007 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.823466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.823533] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.823703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.823805] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b318c367-7075-40bf-8ad7-8a34c4b8b007',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.825017] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.825017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.825017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.825017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.825017] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245971c4-0ce1-4016-9b5e-b058b85e9fe4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.825547] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.825726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.825762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.825887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.825956] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af279df2-c673-4cb7-ad5e-b1c8eb3b88ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.828339] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d676d6-a933-45d3-b235-b869a473fb46 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.828451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.828522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.828699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.828903] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d676d6-a933-45d3-b235-b869a473fb46',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.829418] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.829535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.829600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.829751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.829821] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.830508] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.831124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.831195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.831347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.831420] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.832090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.832304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.832375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.832525] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.832598] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b383e15-6e92-44b8-ad82-a97a9ecd66d9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.833629] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.833851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.833851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.834101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.834171] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7b695c4-c43c-4938-89ff-99c1a05dce0c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.834874] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.834942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.835033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.835175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.835244] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.836014] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.836136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.836204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.836350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.836453] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d197ae0-a03a-4b26-87d1-94ff0e86de3c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.837113] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.837219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.837285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.837443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.837517] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b64a8b73-e7b4-4a8c-9c17-1d8409b59224',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.838226] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.838333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.838404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.838542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.838617] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.974521] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87b7c24c-8307-4350-a2f5-0263b041d5f6: rpc.has_security_group_logging(os_id): False [ 1090.993466] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.993644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.993708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.993872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.993958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.994218] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.994362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.994439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.994617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.994691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.994795] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 is going to be created. [ 1091.051106] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.051303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.051341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.051536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.051725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.063255] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 in Status: IN_PROGRESS for 2s [ 1091.342232] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.342428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.342428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.343832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.343832] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.343832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.343832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.343832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.343832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.343832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.343832] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.344281] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.344366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.344401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.344839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.344839] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.344953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.345014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.347062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.347062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.347062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.347062] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.348996] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.348996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.349178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.349209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.349339] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.349436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.349495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.349636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.349715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.349799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.350074] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.353784] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.353935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.354013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.354189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.354336] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.354436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.354500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.354641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.354720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.354820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.354912] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.356481] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.356620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.356688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.356797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.356972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.357110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.357197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.357265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.357386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.357433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.357498] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.360482] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.360599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.361092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.361092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.368138] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.368305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.368430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.368576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.368680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.368783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.368840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.368980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.369079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.369267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.369267] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.380045] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.380336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.380432] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.380638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.380804] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.380906] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.380969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.381131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.381224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.381310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.381457] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.381547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.381715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.381767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.381890] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.381984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.382061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.382192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.382267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.382352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.382435] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.383460] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.383583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.383654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.383792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.383930] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.384043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.384108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.384243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.384319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.384403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.384542] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.384631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.384690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.384842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.384977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.385083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.385142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.385277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.385351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.385425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.385520] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.389206] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.389346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.389442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.389640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.389694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.389798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.389864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.390008] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.390090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.390174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.390316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.390419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.390495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.390638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.390785] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.390863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.391214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.391214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.391214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.391214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.391328] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.396660] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd76431-b27b-42fd-b59d-80fcce933268: rpc.has_security_group_logging(os_id): False [ 1091.399133] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 1091.401770] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.425443] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.425538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.426851] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.426851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.437609] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16794f13-0b89-4462-83fe-48b73acdf54a: rpc.has_security_group_logging(os_id): False [ 1091.447625] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.447625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.449199] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.449327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.458607] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.458774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.459975] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.459975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.460514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.460607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.461298] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.461380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.462070] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.462219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.462860] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.462953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.466509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.466815] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.466954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.467035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.467240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.467325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.467419] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 is going to be updated. [ 1091.468398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.468579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.470121] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.470224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.470922] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.471022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.471649] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1091.472126] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.472244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.472919] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1091.473398] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.473517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.474955] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1091.474955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.474955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.475748] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1091.476179] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.476324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.476864] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1091.477393] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.477466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.500455] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1091.501237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.501549] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be deleted. [ 1091.502749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.502969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.504950] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.505115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.505215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.505445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.505683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.516955] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: IN_PROGRESS for 2s [ 1091.529513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.529513] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd497039-13ea-4223-aab9-8291829fac9f is going to be deleted. [ 1091.530170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.530386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.553221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.553349] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b64a8b73-e7b4-4a8c-9c17-1d8409b59224 is going to be deleted. [ 1091.554249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.555865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.574644] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.574644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.579831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.579831] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7b695c4-c43c-4938-89ff-99c1a05dce0c is going to be deleted. [ 1091.580887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.581119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.586038] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.586038] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.602116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.602257] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af279df2-c673-4cb7-ad5e-b1c8eb3b88ab is going to be deleted. [ 1091.603187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.603419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.636834] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.636957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.643219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.643385] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d676d6-a933-45d3-b235-b869a473fb46 is going to be deleted. [ 1091.644322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.645053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.687448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.687620] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d197ae0-a03a-4b26-87d1-94ff0e86de3c is going to be deleted. [ 1091.689219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.689219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.690694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.690817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.816977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.816977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.837216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.837358] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02a01307-526f-484a-b16b-c51044abf95b is going to be deleted. [ 1091.838424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.838659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.850220] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.872468] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.903933] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a4c572e-6931-43a0-8c48-6175d061a5b8: rpc.has_security_group_logging(os_id): False [ 1091.906863] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.906863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.907493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.907640] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a575967-5bf1-45fd-a2ee-77d9f4b7ab51 is going to be deleted. [ 1091.911548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.911548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.912962] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.913204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.940346] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.940455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.958272] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.958459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.964809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.964942] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245971c4-0ce1-4016-9b5e-b058b85e9fe4 is going to be deleted. [ 1091.966066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.966324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.004514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.004514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.004514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.004514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.005277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.005277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.005277] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.005277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.005277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.005277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.005277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.005540] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.005540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.005622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.006453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.006453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.006453] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1092.009307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.009307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.086164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.086519] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21bca49b-7b62-4a6a-88e9-5292086f293b is going to be deleted. [ 1092.088071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.088340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.090185] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.090356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.121145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.121359] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5e381d7-ca08-41f9-86b0-75ee6fca7451 is going to be deleted. [ 1092.122240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.122469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.167694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.167859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.177843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.178022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.219503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.219904] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.220013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.220013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.221458] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.221458] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.221458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.222750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.222933] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1092.224248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.224476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.268147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.268374] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b383e15-6e92-44b8-ad82-a97a9ecd66d9 is going to be deleted. [ 1092.269264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.269494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.269588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.269775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.270800] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.270928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.271011] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.271211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.271336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.271424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21bca49b-7b62-4a6a-88e9-5292086f293b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.271897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.272128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.272216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.272339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd497039-13ea-4223-aab9-8291829fac9f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.272895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.273091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.273418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.273554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b64a8b73-e7b4-4a8c-9c17-1d8409b59224" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.273711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.273874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.273954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.274091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7b695c4-c43c-4938-89ff-99c1a05dce0c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.274213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.274392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.274477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.274865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af279df2-c673-4cb7-ad5e-b1c8eb3b88ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.275087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.275198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.275277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.275393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d197ae0-a03a-4b26-87d1-94ff0e86de3c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.276066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.276290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.276453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.276560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d676d6-a933-45d3-b235-b869a473fb46" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.276723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.276872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.346723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.347012] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.347164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.347229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.347429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.347576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.347723] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.347828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.347891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.348340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.348340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.348340] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.348502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.348502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.348716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.348716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.348803] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be updated. [ 1092.349989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.350185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.350283] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.350462] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 is going to be deleted. [ 1092.351196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.351358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.351443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.351567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a575967-5bf1-45fd-a2ee-77d9f4b7ab51" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.351779] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67dfaedb-6106-476a-b4ec-eb0ba33ca68f: rpc.has_security_group_logging(os_id): False [ 1092.352575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.352739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.352881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.354480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.354480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.354480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.354480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245971c4-0ce1-4016-9b5e-b058b85e9fe4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.354874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.354991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.374810] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 654425e7-3f5d-4161-99a0-28dbbc1ac80c: rpc.has_security_group_logging(os_id): False [ 1092.381316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.381866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.398399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.398874] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.398981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.399055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.399271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.399348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.399572] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a is going to be updated. [ 1092.400883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.400961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.401040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.401151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02a01307-526f-484a-b16b-c51044abf95b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.401292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.401440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.423853] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.423985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.443934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.444158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.444928] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.445060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.445734] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.445832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.451648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.451947] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.452058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.452129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.452331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.452430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.452567] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be updated. [ 1092.453617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.453818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.453908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.454042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5e381d7-ca08-41f9-86b0-75ee6fca7451" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.454189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.454452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.454590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.456559] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1092.456707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.456879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.456969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.457089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b383e15-6e92-44b8-ad82-a97a9ecd66d9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.457219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.457400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.500655] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.500794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.509772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.510112] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.510217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.510285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.510489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.510573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.510660] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c is going to be updated. [ 1092.511830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.512742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.512742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.516807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.529667] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1092.594682] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.594832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.594903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.595134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.595284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.608406] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.608530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.608601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.608822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.608951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.617826] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: IN_PROGRESS for 2s [ 1092.635335] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16794f13-0b89-4462-83fe-48b73acdf54a in Status: IN_PROGRESS for 2s [ 1092.638200] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.638200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.638200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.638384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.638595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.655486] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: IN_PROGRESS for 2s [ 1092.805025] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1092.805025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.805025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.805025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.805025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.805025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.829540] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c in Status: IN_PROGRESS for 2s [ 1093.086443] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 in Status: SUCCESS [ 1093.086768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.531327] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 in Status: SUCCESS [ 1093.531416] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b318c367-7075-40bf-8ad7-8a34c4b8b007 deletion is rescheduled due to dependency. [ 1093.531501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b318c367-7075-40bf-8ad7-8a34c4b8b007" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.475255] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1094.475666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.545329] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1094.545641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.634136] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: SUCCESS [ 1094.636728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.653861] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16794f13-0b89-4462-83fe-48b73acdf54a in Status: SUCCESS [ 1094.654195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.672164] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 1094.672164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.847301] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c in Status: SUCCESS [ 1094.847604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.812108] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1095.812356] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1096.729206] env[69318]: INFO networking_nsxv3.common.synchronization [req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a req-2b6ca186-e1b2-4e8e-bf8e-89326b133960 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1096.729676] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1096.733562] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.733882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.733882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.734312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.734577] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.734754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.734865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.735184] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.735334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.735494] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.240662] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.241196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.241196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.241196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.241363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.241518] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.241518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.241672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.241779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.241927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.241985] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 already deleted. [ 1097.242105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.719675] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.719980] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.720188] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.720642] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.722064] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.726018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.726018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.726018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.726018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.726018] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.726018] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.726018] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.726018] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.726018] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.726018] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.726018] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.753084] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.753084] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.753084] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.753084] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.753084] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-53cc6486-c2f1-45c8-b049-2b71397cdf56 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.753084] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-53cc6486-c2f1-45c8-b049-2b71397cdf56" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.753084] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-53cc6486-c2f1-45c8-b049-2b71397cdf56" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.753084] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-53cc6486-c2f1-45c8-b049-2b71397cdf56" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.753084] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53cc6486-c2f1-45c8-b049-2b71397cdf56',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.256116] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.256679] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.256679] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.258049] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.258049] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.258049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 53cc6486-c2f1-45c8-b049-2b71397cdf56 not found, creating... [ 1098.258049] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.258049] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.258049] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.258548] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.258618] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.259045] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.260298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.260298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.260298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.260298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.260298] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 53cc6486-c2f1-45c8-b049-2b71397cdf56 is going to be created. [ 1098.284989] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.285364] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.285635] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.286093] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.286723] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.286877] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-53cc6486-c2f1-45c8-b049-2b71397cdf56" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.353258] env[69318]: INFO networking_nsxv3.common.synchronization [req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 req-38e77b0b-88b7-4c22-93cb-bf847080bb32 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Enqueued Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGHEST for action security_group_members [ 1099.353850] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGHEST for action security_group_members [ 1099.354178] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff089fd0-a53b-40af-89da-7aad8f6be7d8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.354340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.354390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.354625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.354783] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.354908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.354977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.357786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.357894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.358025] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.723298] env[69318]: INFO networking_nsxv3.common.synchronization [req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a req-1e0dcf9d-4b73-4000-b45a-0a0a517dd6d6 service nova] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1099.723601] env[69318]: INFO networking_nsxv3.common.synchronization [req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a req-1e0dcf9d-4b73-4000-b45a-0a0a517dd6d6 service nova] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1099.723758] env[69318]: INFO networking_nsxv3.common.synchronization [req-c820ba6a-ddc5-40fe-ba8f-9a5f7003b73a req-1e0dcf9d-4b73-4000-b45a-0a0a517dd6d6 service nova] Enqueued Resource ID: 53cc6486-c2f1-45c8-b049-2b71397cdf56 with Priority: HIGHEST for action port [ 1099.724358] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1099.724486] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1099.724578] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc6486-c2f1-45c8-b049-2b71397cdf56 with Priority: HIGHEST for action port [ 1099.724847] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.724978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.725044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.725268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.725333] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.727133] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.727133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.727133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.727246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.727843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.727843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.727843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.727843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.727843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.727843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.730683] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-53cc6486-c2f1-45c8-b049-2b71397cdf56 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.730813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53cc6486-c2f1-45c8-b049-2b71397cdf56" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.730880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53cc6486-c2f1-45c8-b049-2b71397cdf56" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.731097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53cc6486-c2f1-45c8-b049-2b71397cdf56" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.731193] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53cc6486-c2f1-45c8-b049-2b71397cdf56',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.790516] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.790776] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-425" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.790933] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-425" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.791462] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-425" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.791623] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.791785] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.791909] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.792368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.792537] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.792763] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.792884] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.793012] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.793143] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.793263] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.793374] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.793521] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.814665] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.814861] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.814980] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.815199] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-425" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.815874] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.815874] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.815874] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.816230] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.816463] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f70997f-14cc-4e26-87bb-bad4fb3bac3b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.860492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.860671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.860745] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.860987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.861237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.861343] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.861429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.861469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.861672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.861747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.861838] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 already deleted. [ 1099.861923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.228865] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.228982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.231517] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.234864] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53cc6486-c2f1-45c8-b049-2b71397cdf56 with status ACTIVE [ 1100.235114] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.235254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.235349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.235578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.235654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.235914] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.236009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.236009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.236165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.236241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.236465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.236575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.236628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.236804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.236907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.237009] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53cc6486-c2f1-45c8-b049-2b71397cdf56 is going to be updated. [ 1100.279927] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.280545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.280545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.280707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.281405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.281405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53cc6486-c2f1-45c8-b049-2b71397cdf56" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.319657] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.319657] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.319779] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.320284] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.320650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.320962] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 0f70997f-14cc-4e26-87bb-bad4fb3bac3b not found, creating... [ 1100.322869] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.322869] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.322869] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.323057] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.323182] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.323490] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.323665] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.323822] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.324081] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.324240] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.324385] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 0f70997f-14cc-4e26-87bb-bad4fb3bac3b is going to be created. [ 1100.372636] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.373067] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.373067] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.373343] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.374113] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.374113] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.742740] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.096624] env[69318]: INFO networking_nsxv3.common.synchronization [req-6ec5a413-8ac4-4400-bf6b-ea03654211ed req-1298a1a9-b752-4ccb-8a48-36e40f2fc9b9 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1101.097189] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1101.097514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.097627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.097699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.097907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.098079] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.098208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.098282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.099238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.099238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.099238] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.245574] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.245741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.246032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.246980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.247322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.247451] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be created. [ 1101.280824] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.281169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.281294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.281609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.281880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.297274] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: UNINITIALIZED for 2s [ 1101.303815] env[69318]: INFO networking_nsxv3.common.synchronization [req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 req-5a38a52d-bc26-4ec7-a6f4-0a3724420a0d service nova] Enqueued Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGHEST for action security_group_rules [ 1101.303996] env[69318]: INFO networking_nsxv3.common.synchronization [req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 req-5a38a52d-bc26-4ec7-a6f4-0a3724420a0d service nova] Enqueued Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGHEST for action security_group_members [ 1101.304169] env[69318]: INFO networking_nsxv3.common.synchronization [req-990b2a49-13f1-4179-b0c0-1224ddfde4f9 req-5a38a52d-bc26-4ec7-a6f4-0a3724420a0d service nova] Enqueued Resource ID: 0f70997f-14cc-4e26-87bb-bad4fb3bac3b with Priority: HIGHEST for action port [ 1101.304412] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGHEST for action security_group_rules [ 1101.304542] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGHEST for action security_group_members [ 1101.304640] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f70997f-14cc-4e26-87bb-bad4fb3bac3b with Priority: HIGHEST for action port [ 1101.308671] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.308671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.308671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.308671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.308671] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.309234] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff089fd0-a53b-40af-89da-7aad8f6be7d8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.309381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.311500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.311500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.311500] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.311500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.311500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.311500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.311500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.311500] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.311955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.311955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.311955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.312080] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.312238] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f70997f-14cc-4e26-87bb-bad4fb3bac3b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.601435] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.814229] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff089fd0-a53b-40af-89da-7aad8f6be7d8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.814411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.814615] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.815557] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f70997f-14cc-4e26-87bb-bad4fb3bac3b with status ACTIVE [ 1101.815752] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.815881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.815963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.816190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.816303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.816476] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.816576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.817155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.817155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.817786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.818223] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.818356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.818420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.818907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.819028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.819127] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f70997f-14cc-4e26-87bb-bad4fb3bac3b is going to be updated. [ 1101.842891] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.843037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.843102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.843306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.843435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.843588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f70997f-14cc-4e26-87bb-bad4fb3bac3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.103402] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.321213] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.606715] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.606986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.606986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.607277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.607363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.607634] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1102.642902] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.643098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.643269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.643392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.643531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.660876] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1102.823605] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.823819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.823819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.824062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.824151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.824252] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 is going to be created. [ 1102.860427] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.860585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.860659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.860890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.861070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.872416] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 in Status: UNINITIALIZED for 2s [ 1103.314434] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1103.314681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.314874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.315193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.315523] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.316549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.316549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.316549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.316549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.316549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.316549] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.819631] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.090724] env[69318]: INFO networking_nsxv3.common.synchronization [req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e req-117629e1-fce1-4609-aaca-6ac11002d1a1 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Enqueued Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGHEST for action security_group_members [ 1104.091288] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGHEST for action security_group_members [ 1104.091596] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3745c4-38f9-409f-b83e-fc56c90cbb60 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.091714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.091780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.094991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.094991] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.094991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.094991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.094991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.094991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.094991] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.323252] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfdb834-5146-4450-ab08-83dea06492e8: rpc.has_security_group_logging(os_id): False [ 1104.346416] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.346771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.346889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.347151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.348300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.348300] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.348300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.348300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.348514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.348514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.348579] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be created. [ 1104.443355] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.443521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.443571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.443742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.443926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.455634] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1104.596920] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.596920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.596920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.597195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.597195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.597430] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.597543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.597617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.597780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.597859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.597945] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 already deleted. [ 1104.598036] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.664447] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.664447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-815" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.664447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-815" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.664447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-815" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.667074] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.667074] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.667074] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.667277] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.667429] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.667671] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.667785] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.668018] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.668232] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.668327] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.668721] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.669742] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.683221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1104.683221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.735251] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.735251] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.065 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.735251] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.735251] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-815" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.735251] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-c4442c8b-5aa8-4907-975d-04cf05298419 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.735251] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-c4442c8b-5aa8-4907-975d-04cf05298419" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.735251] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-c4442c8b-5aa8-4907-975d-04cf05298419" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.736060] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-c4442c8b-5aa8-4907-975d-04cf05298419" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.736060] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4442c8b-5aa8-4907-975d-04cf05298419',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.885442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 in Status: SUCCESS [ 1104.885913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.885963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.886245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.886503] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.886646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.886714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.886892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.887083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.887083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.887190] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.239187] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.239187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.239348] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.240081] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.240081] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.240234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port c4442c8b-5aa8-4907-975d-04cf05298419 not found, creating... [ 1105.240581] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.240826] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.241651] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.242338] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.242338] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.242486] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.242683] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.242884] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.243182] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.243331] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.243549] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: c4442c8b-5aa8-4907-975d-04cf05298419 is going to be created. [ 1105.270934] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.271181] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.271251] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.271636] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.271898] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.272196] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-c4442c8b-5aa8-4907-975d-04cf05298419" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.390172] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff089fd0-a53b-40af-89da-7aad8f6be7d8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.390338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.390429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.390708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.390883] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.391031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.391183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.391226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.391307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.391396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.391570] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff089fd0-a53b-40af-89da-7aad8f6be7d8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.391669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.391773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.391871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.392057] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.392144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.392205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.392342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.392403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.392488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.392577] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.896703] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff089fd0-a53b-40af-89da-7aad8f6be7d8: rpc.has_security_group_logging(os_id): False [ 1105.921464] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.921679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.921804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.922076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.922202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.922500] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.922644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.922752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.923045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.923188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.924284] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.924284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.924284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.924284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.924284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.929141] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.929141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.929141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.933253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.933253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.933253] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 is going to be created. [ 1106.009457] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.009674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.009796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.009996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.010204] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.027748] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 in Status: IN_PROGRESS for 2s [ 1106.078336] env[69318]: INFO networking_nsxv3.common.synchronization [req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e req-0c807d56-d9a7-4de5-a571-3991000a9595 service nova] Enqueued Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGHEST for action security_group_rules [ 1106.078726] env[69318]: INFO networking_nsxv3.common.synchronization [req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e req-0c807d56-d9a7-4de5-a571-3991000a9595 service nova] Enqueued Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGHEST for action security_group_members [ 1106.078978] env[69318]: INFO networking_nsxv3.common.synchronization [req-19fabcfd-1de0-402c-ac2c-1c46cbdf921e req-0c807d56-d9a7-4de5-a571-3991000a9595 service nova] Enqueued Resource ID: c4442c8b-5aa8-4907-975d-04cf05298419 with Priority: HIGHEST for action port [ 1106.079725] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGHEST for action security_group_rules [ 1106.079922] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGHEST for action security_group_members [ 1106.080096] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4442c8b-5aa8-4907-975d-04cf05298419 with Priority: HIGHEST for action port [ 1106.080458] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.080704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.080807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.081307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.081307] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.083224] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3745c4-38f9-409f-b83e-fc56c90cbb60 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.083760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.083760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.084023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.084243] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.084451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.084596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.084926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.085102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.085307] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.088032] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4442c8b-5aa8-4907-975d-04cf05298419 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.088032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4442c8b-5aa8-4907-975d-04cf05298419" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.088032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4442c8b-5aa8-4907-975d-04cf05298419" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.088032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4442c8b-5aa8-4907-975d-04cf05298419" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.088032] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4442c8b-5aa8-4907-975d-04cf05298419',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.468991] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1106.469326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.563105] env[69318]: INFO networking_nsxv3.common.synchronization [req-2e19cd5d-52c2-4752-9fa7-121bede043fc req-903b8a8b-5309-4987-94a4-0552b10a445f tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1106.563675] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1106.563977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.564189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.564266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.564499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.564687] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.564839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.564937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.565133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.566397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.566546] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.584107] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3745c4-38f9-409f-b83e-fc56c90cbb60 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.584352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.587913] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.593684] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4442c8b-5aa8-4907-975d-04cf05298419 with status ACTIVE [ 1106.593684] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.593684] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.593684] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.593684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.593684] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4442c8b-5aa8-4907-975d-04cf05298419 is going to be updated. [ 1106.639972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.639972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.644245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.644245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.644245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.644245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4442c8b-5aa8-4907-975d-04cf05298419" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.688134] env[69318]: INFO networking_nsxv3.common.synchronization [req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 req-9d697d8b-6433-4c09-a883-d9c6425d2eef tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1106.688134] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1106.688134] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.688134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.688134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.688134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.689566] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.689860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.690077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.691496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.691588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.691689] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.035783] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.036115] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.036199] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.036611] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.036937] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.037130] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.037812] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.037812] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.037812] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.038015] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.038825] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.038825] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.038825] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.038825] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.038825] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.039044] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.058941] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.059148] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.059285] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.059478] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.059800] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-fd4c8e32-5149-4e45-9414-e5d4985a51c0 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.060014] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-fd4c8e32-5149-4e45-9414-e5d4985a51c0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.060178] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-fd4c8e32-5149-4e45-9414-e5d4985a51c0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.060573] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-fd4c8e32-5149-4e45-9414-e5d4985a51c0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.060725] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4c8e32-5149-4e45-9414-e5d4985a51c0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.069476] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.069683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.069757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.070027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.070143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.070361] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.070490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.070697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.070796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.070796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.070932] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1107.090674] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.125334] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.125520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.125595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.125813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.126028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.141072] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1107.195653] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.195653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.195653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.195904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.222318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.222318] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.222318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.222318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.222318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.222609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.222609] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1107.263724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.263897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.264033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.264433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.264590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.275549] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1107.563527] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.563760] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.563884] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.564333] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.564460] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.564522] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port fd4c8e32-5149-4e45-9414-e5d4985a51c0 not found, creating... [ 1107.564779] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.564941] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.565084] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.565315] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.565458] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.565779] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.565917] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.566058] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.566290] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.566447] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.566594] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: fd4c8e32-5149-4e45-9414-e5d4985a51c0 is going to be created. [ 1107.590716] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.591081] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.591145] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.591378] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.591622] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.591849] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-fd4c8e32-5149-4e45-9414-e5d4985a51c0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.592855] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.592963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.593048] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.593229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.593314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.593409] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 is going to be created. [ 1107.624088] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.624909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.624909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.624909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.624909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.638155] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 in Status: UNINITIALIZED for 2s [ 1108.043220] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 in Status: SUCCESS [ 1108.043685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.484018] env[69318]: INFO networking_nsxv3.common.synchronization [req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 req-7172d30d-67b9-4c5e-9e3b-1edd1f808d3a service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 1108.484018] env[69318]: INFO networking_nsxv3.common.synchronization [req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 req-7172d30d-67b9-4c5e-9e3b-1edd1f808d3a service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1108.484018] env[69318]: INFO networking_nsxv3.common.synchronization [req-5a80bc9c-88e3-4395-909d-1a9d0970bb06 req-7172d30d-67b9-4c5e-9e3b-1edd1f808d3a service nova] Enqueued Resource ID: fd4c8e32-5149-4e45-9414-e5d4985a51c0 with Priority: HIGHEST for action port [ 1108.484018] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 1108.484018] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1108.484018] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4c8e32-5149-4e45-9414-e5d4985a51c0 with Priority: HIGHEST for action port [ 1108.485286] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.485459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.485526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.486813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.486813] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.487599] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.487732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.487962] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd4c8e32-5149-4e45-9414-e5d4985a51c0 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.488086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd4c8e32-5149-4e45-9414-e5d4985a51c0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.488609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd4c8e32-5149-4e45-9414-e5d4985a51c0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.488609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd4c8e32-5149-4e45-9414-e5d4985a51c0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.488609] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4c8e32-5149-4e45-9414-e5d4985a51c0',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.990227] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.990396] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.990990] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd4c8e32-5149-4e45-9414-e5d4985a51c0 with status ACTIVE [ 1108.990990] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.991220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.991220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.991807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.991807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.991807] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.991957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.992087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.992617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.992617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.992725] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.992820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.992913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.993241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.993741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.993741] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd4c8e32-5149-4e45-9414-e5d4985a51c0 is going to be updated. [ 1109.018591] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.018741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.018816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.019039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.019180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.019344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd4c8e32-5149-4e45-9414-e5d4985a51c0" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.153140] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1109.153618] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 deletion is rescheduled due to dependency. [ 1109.153618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.289563] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1109.289820] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 1109.289971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.290348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.290779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.291069] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.291212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.291290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.291806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.292056] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.292117] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.649316] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 in Status: SUCCESS [ 1109.649508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.649706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.649957] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.650187] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.650306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.650387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.650555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.650617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.650727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.650843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.796062] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.153532] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3745c4-38f9-409f-b83e-fc56c90cbb60 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.153855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.153855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.153981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.154526] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.154526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.154526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.154861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.154997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.155111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.155266] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3745c4-38f9-409f-b83e-fc56c90cbb60 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.155362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.155423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.155564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.155703] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.155834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.155867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.155979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.156065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.156143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.156258] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.297938] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.659431] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3745c4-38f9-409f-b83e-fc56c90cbb60: rpc.has_security_group_logging(os_id): False [ 1110.700352] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.700623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.700623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.700902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.701030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.701333] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.701664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.701767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.702014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.704871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.705201] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.705343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.705698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.705698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.705810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.705943] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.706070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.706136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.706544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.706544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.706544] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 is going to be created. [ 1110.805023] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.805023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.805023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.805023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.805023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.805023] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.805521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.805685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.805950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.807029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.807262] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1110.822996] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 in Status: IN_PROGRESS for 2s [ 1110.840812] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.842946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.842946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.842946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.842946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.860808] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1112.741501] env[69318]: INFO networking_nsxv3.common.synchronization [req-b0eddc3b-17f0-412d-a656-f0cf0024f201 req-59ac2c99-6d58-47e0-ad5c-ec0a0451a383 tempest-InstanceActionsNegativeTestJSON-1151177333 tempest-InstanceActionsNegativeTestJSON-1151177333-project-member] Enqueued Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGHEST for action security_group_members [ 1112.741501] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGHEST for action security_group_members [ 1112.741501] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff089fd0-a53b-40af-89da-7aad8f6be7d8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.744120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.744485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.745122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.745284] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.745565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.745750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.746094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.747168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.747168] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.836830] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 in Status: SUCCESS [ 1112.837059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.873547] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1112.873953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.874132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.874803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.875073] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.875339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.875447] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.875642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.875725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.875825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.875990] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.248860] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.249101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.249181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.249542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.250031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.250031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.250136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.250136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.250589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.250589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.250671] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 is going to be updated. [ 1113.308508] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.308854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.309015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.311025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.311025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.321448] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 in Status: IN_PROGRESS for 2s [ 1113.380758] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.381055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.381131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.381409] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.382053] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.382240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.382307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.382530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.382632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.382748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.383022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.383140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.383216] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.383511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.383688] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.383983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.384156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.384401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.384504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.384651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.384758] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.887217] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6b088d-b4a7-41ad-90f9-c935ec8210f4: rpc.has_security_group_logging(os_id): False [ 1113.911836] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.912892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.912892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.912892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.912892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.913225] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.913225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.913225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.913387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.913481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.914590] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.914781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.914781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.915696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.915839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.916841] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.917547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.917659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.917925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.917979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.918121] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1113.991113] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.991281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.991281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.991579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.991820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.016114] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1115.229176] env[69318]: INFO networking_nsxv3.common.synchronization [None req-73da923b-9f23-43af-b167-5a54f68edf0f None None] Enqueued Resource ID: 84ec9608-60a0-43b9-b879-86f32fbb8a5e with Priority: HIGHEST for action port [ 1115.230932] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ec9608-60a0-43b9-b879-86f32fbb8a5e with Priority: HIGHEST for action port [ 1115.233125] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-84ec9608-60a0-43b9-b879-86f32fbb8a5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.233125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84ec9608-60a0-43b9-b879-86f32fbb8a5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.233125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84ec9608-60a0-43b9-b879-86f32fbb8a5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.233125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84ec9608-60a0-43b9-b879-86f32fbb8a5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.233125] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ec9608-60a0-43b9-b879-86f32fbb8a5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.335286] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 in Status: SUCCESS [ 1115.335956] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 deletion is rescheduled due to dependency. [ 1115.335956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.714044] env[69318]: INFO networking_nsxv3.common.synchronization [req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb req-696c98a1-84b7-4918-9532-c9d785d09e6a tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1115.714440] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1115.714857] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.715099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.715099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.716440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.716440] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.716440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.716440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.716440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.716440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.716440] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.737490] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84ec9608-60a0-43b9-b879-86f32fbb8a5e [ 1115.738953] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.738953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.738953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.738953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.738953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.738953] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84ec9608-60a0-43b9-b879-86f32fbb8a5e already deleted. [ 1115.738953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84ec9608-60a0-43b9-b879-86f32fbb8a5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.031324] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1116.031575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.065257] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.065578] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.065734] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.066693] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.066693] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.066693] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.066693] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.067347] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.067347] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.067484] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.067484] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.067598] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.067713] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.067848] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.068024] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.068175] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.087050] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.087050] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.087319] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.087642] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-923" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.087714] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-6071edaf-5a11-4632-93c2-b50f3dec4468 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.087862] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-6071edaf-5a11-4632-93c2-b50f3dec4468" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.087989] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-6071edaf-5a11-4632-93c2-b50f3dec4468" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.088348] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-6071edaf-5a11-4632-93c2-b50f3dec4468" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.088493] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6071edaf-5a11-4632-93c2-b50f3dec4468',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.219592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.219751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.219871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.220079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.220189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.220391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.220501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.220563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.220730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.220822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.220927] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1116.276767] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.277217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.277217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.277397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.277842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.291095] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1116.591276] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.591276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.591276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.591570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.591701] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.591867] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 6071edaf-5a11-4632-93c2-b50f3dec4468 not found, creating... [ 1116.592155] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.592321] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.592444] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.592678] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.592820] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.593125] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.593287] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.593405] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.594072] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.594072] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.594072] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 6071edaf-5a11-4632-93c2-b50f3dec4468 is going to be created. [ 1116.615013] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.615013] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.615013] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.615262] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.615434] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.615869] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-6071edaf-5a11-4632-93c2-b50f3dec4468" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.390658] env[69318]: INFO networking_nsxv3.common.synchronization [req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb req-f4d14e8b-de94-43b9-83b5-dd662f332a41 service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 1117.390977] env[69318]: INFO networking_nsxv3.common.synchronization [req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb req-f4d14e8b-de94-43b9-83b5-dd662f332a41 service nova] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1117.391201] env[69318]: INFO networking_nsxv3.common.synchronization [req-6900426b-e130-4d1e-a0c2-d07c6a0c70bb req-f4d14e8b-de94-43b9-83b5-dd662f332a41 service nova] Enqueued Resource ID: 6071edaf-5a11-4632-93c2-b50f3dec4468 with Priority: HIGHEST for action port [ 1117.395167] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_rules [ 1117.395392] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1117.396121] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6071edaf-5a11-4632-93c2-b50f3dec4468 with Priority: HIGHEST for action port [ 1117.396603] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.396782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.396879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.397178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.397292] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.405272] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.405473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.405775] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-6071edaf-5a11-4632-93c2-b50f3dec4468 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.405917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6071edaf-5a11-4632-93c2-b50f3dec4468" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.406019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6071edaf-5a11-4632-93c2-b50f3dec4468" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.408843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6071edaf-5a11-4632-93c2-b50f3dec4468" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.408843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6071edaf-5a11-4632-93c2-b50f3dec4468',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.777362] env[69318]: INFO networking_nsxv3.common.synchronization [None req-fa171654-7be1-4899-943f-1419c73dee98 None None] Enqueued Resource ID: 0acc5cf5-3043-4db8-991e-98a5df46e510 with Priority: HIGHEST for action port [ 1117.778098] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acc5cf5-3043-4db8-991e-98a5df46e510 with Priority: HIGHEST for action port [ 1117.778549] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-0acc5cf5-3043-4db8-991e-98a5df46e510 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.778734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0acc5cf5-3043-4db8-991e-98a5df46e510" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.778836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0acc5cf5-3043-4db8-991e-98a5df46e510" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.779237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0acc5cf5-3043-4db8-991e-98a5df46e510" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.779370] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0acc5cf5-3043-4db8-991e-98a5df46e510',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.909735] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.909735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.914387] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6071edaf-5a11-4632-93c2-b50f3dec4468 with status ACTIVE [ 1117.914387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.914387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.914387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.914387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.914387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.914387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.914387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.914387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.914387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.914387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.914958] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.914958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.914958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.915122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.915187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.916044] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6071edaf-5a11-4632-93c2-b50f3dec4468 is going to be updated. [ 1117.943831] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.944194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.944194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.944301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.944884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.944884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6071edaf-5a11-4632-93c2-b50f3dec4468" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.282014] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0acc5cf5-3043-4db8-991e-98a5df46e510 [ 1118.282275] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.282405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.282466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.282716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.282930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.282930] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0acc5cf5-3043-4db8-991e-98a5df46e510 already deleted. [ 1118.283075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0acc5cf5-3043-4db8-991e-98a5df46e510" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.301606] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1118.301800] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 deletion is rescheduled due to dependency. [ 1118.301907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.302471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.302471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.302471] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.302646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.302646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.302784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.302840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.302956] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.805317] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.307942] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.812284] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.812630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.812630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.812756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.812856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.812966] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1119.846028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.846234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.846322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.846489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.846639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.857599] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1121.867493] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1121.868398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.868398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.868398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.868398] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.868660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.868660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.868742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.868832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.868920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.869023] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.372204] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.372517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.372517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.372643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.372807] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.372907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.372972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.373138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.373228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.373318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.373477] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.373573] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.373634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.373775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.373908] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.373998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.374131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.374224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.374301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.374381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.374486] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.779939] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1122.780033] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1122.878278] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd76431-b27b-42fd-b59d-80fcce933268: rpc.has_security_group_logging(os_id): False [ 1122.898686] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.898686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.898686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.898686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.898686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.898686] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.899115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.899115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.899115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.899115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.900018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.900018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.900018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.900018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.900018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.900018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.900798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.900798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.900798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.900798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.900901] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1122.968283] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.968479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.968479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.968875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.968875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.985580] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1124.704272] env[69318]: INFO networking_nsxv3.common.synchronization [req-c35aea3c-051e-422b-abd3-a1db65ecf514 req-4a8750e7-daaa-4171-91b3-f1ad0cea7ed6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1124.704894] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1124.705267] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.705358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.705430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.705631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.705786] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.707035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.707035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.707035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.707035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.707035] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.009885] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1125.010158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.089364] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.089639] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.089832] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090340] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.090635] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090943] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.091089] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.091415] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.091642] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.091951] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.092359] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.092586] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.092773] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.092955] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.093136] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.093350] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.116293] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.116666] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.116769] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.116929] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.117329] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-fef87612-8b83-43b7-bccb-0a833fb0c2bf taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.117545] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-fef87612-8b83-43b7-bccb-0a833fb0c2bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.117659] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-fef87612-8b83-43b7-bccb-0a833fb0c2bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.118048] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-fef87612-8b83-43b7-bccb-0a833fb0c2bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.118210] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef87612-8b83-43b7-bccb-0a833fb0c2bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.209613] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.624015] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.624015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.624015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.624015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.624015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.624015] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port fef87612-8b83-43b7-bccb-0a833fb0c2bf not found, creating... [ 1125.624015] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.624015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.624015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.624015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.624015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.624418] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.624418] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.624730] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.625224] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.625483] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.625736] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: fef87612-8b83-43b7-bccb-0a833fb0c2bf is going to be created. [ 1125.653256] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.653256] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.653256] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.653256] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653256] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653256] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-fef87612-8b83-43b7-bccb-0a833fb0c2bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.712632] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.836391] env[69318]: INFO networking_nsxv3.common.synchronization [req-5dd5da14-646a-4734-92ce-1d95b8856e48 req-94c45886-7119-495c-a20e-8b6723835ac9 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1125.836574] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1125.837437] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.837569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.837630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.838082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.838268] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.838369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.838495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.838643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.838738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.839407] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.214973] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.215152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.215251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.215456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.215546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.215645] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1126.253423] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.253582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.253652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.253861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.254014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.264966] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1126.342921] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.343123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.343164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.343496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.343496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.343698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.343823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.343880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.344076] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.344147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.344183] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1126.402410] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.402663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.402663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.402775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.403431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.410472] env[69318]: INFO networking_nsxv3.common.synchronization [req-c35aea3c-051e-422b-abd3-a1db65ecf514 req-c8da0813-52a3-46d7-8fbb-2c81900b4f57 service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 1126.410586] env[69318]: INFO networking_nsxv3.common.synchronization [req-c35aea3c-051e-422b-abd3-a1db65ecf514 req-c8da0813-52a3-46d7-8fbb-2c81900b4f57 service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1126.410722] env[69318]: INFO networking_nsxv3.common.synchronization [req-c35aea3c-051e-422b-abd3-a1db65ecf514 req-c8da0813-52a3-46d7-8fbb-2c81900b4f57 service nova] Enqueued Resource ID: fef87612-8b83-43b7-bccb-0a833fb0c2bf with Priority: HIGHEST for action port [ 1126.410959] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 1126.411104] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1126.411210] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef87612-8b83-43b7-bccb-0a833fb0c2bf with Priority: HIGHEST for action port [ 1126.411859] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.411961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.412047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.412379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.412462] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.413597] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.413597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.413597] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-fef87612-8b83-43b7-bccb-0a833fb0c2bf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.413851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fef87612-8b83-43b7-bccb-0a833fb0c2bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.413851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fef87612-8b83-43b7-bccb-0a833fb0c2bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.413909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fef87612-8b83-43b7-bccb-0a833fb0c2bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.414089] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef87612-8b83-43b7-bccb-0a833fb0c2bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.415394] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1126.917211] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.918234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.918234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fef87612-8b83-43b7-bccb-0a833fb0c2bf with status ACTIVE [ 1126.918234] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.918414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.918414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.918638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.918764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.919013] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.919013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.919277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.919344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.919429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.919661] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.919744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.919963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.919963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.919963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.920060] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fef87612-8b83-43b7-bccb-0a833fb0c2bf is going to be updated. [ 1126.956447] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.956607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.956653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.956857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.956992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.957247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fef87612-8b83-43b7-bccb-0a833fb0c2bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.277398] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1128.277785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.277785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.277886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.278082] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.278215] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.278585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.278585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.278585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.278741] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.428217] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1128.428431] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 1128.428548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.780451] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.799486] env[69318]: INFO networking_nsxv3.common.synchronization [req-b38e54b1-ff04-449a-bfdc-5333150ea0db req-e0cd0626-5adf-45f0-886d-9e1abfcddf48 tempest-InstanceActionsTestJSON-1476925583 tempest-InstanceActionsTestJSON-1476925583-project-member] Enqueued Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGHEST for action security_group_members [ 1128.804274] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGHEST for action security_group_members [ 1128.804274] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3745c4-38f9-409f-b83e-fc56c90cbb60 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.804274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.804886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.805465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.805465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.805626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.805626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.805769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.805871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.805991] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.115856] env[69318]: INFO networking_nsxv3.common.synchronization [req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 req-95d472d6-a235-4563-bc23-92ffd97b309b tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1129.116542] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1129.116955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.121027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.121027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.121027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.121027] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.121027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.121027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.121027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.121027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.121027] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.287256] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.311524] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.311721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.311798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.312026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.312120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.312347] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.312451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.312534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.312698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.312779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.312911] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 is going to be updated. [ 1129.346081] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.346456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.346456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.346726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.346887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.358518] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 in Status: IN_PROGRESS for 2s [ 1129.502831] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.502946] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-140" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.503068] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-140" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.503478] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-140" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.504337] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.504337] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.504337] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.504337] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.504649] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.504649] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.504710] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.504844] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.504930] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.505118] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.505159] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.505288] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.525059] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.525304] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.525395] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.525582] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-140" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.525904] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-02964ab2-94b4-4f90-8345-f5658b71b6dd taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.526092] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-02964ab2-94b4-4f90-8345-f5658b71b6dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.526253] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-02964ab2-94b4-4f90-8345-f5658b71b6dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.526580] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-02964ab2-94b4-4f90-8345-f5658b71b6dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.526723] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02964ab2-94b4-4f90-8345-f5658b71b6dd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.623066] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.623246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.623322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.623554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.623646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.623840] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.623938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.624014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.624199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.624283] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.624372] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 already deleted. [ 1129.624567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.792359] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.792587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.792629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.792866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.793929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.793929] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1129.822333] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.822529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.822626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.822921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.823330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.835368] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1130.030350] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.031147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.031147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.031147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.031424] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.031466] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 02964ab2-94b4-4f90-8345-f5658b71b6dd not found, creating... [ 1130.031849] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.032084] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.032217] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.032475] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.032643] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.032958] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.033274] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.033329] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.033527] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.033672] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.033823] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 02964ab2-94b4-4f90-8345-f5658b71b6dd is going to be created. [ 1130.057516] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.057835] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058058] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.058430] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.058833] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.059172] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-02964ab2-94b4-4f90-8345-f5658b71b6dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.854770] env[69318]: INFO networking_nsxv3.common.synchronization [req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 req-91a0776c-3354-420b-85de-398aad3e1ab8 service nova] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_rules [ 1130.855074] env[69318]: INFO networking_nsxv3.common.synchronization [req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 req-91a0776c-3354-420b-85de-398aad3e1ab8 service nova] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1130.855115] env[69318]: INFO networking_nsxv3.common.synchronization [req-d7dbf984-aa7b-4dec-8ae3-70de0d0e6c63 req-91a0776c-3354-420b-85de-398aad3e1ab8 service nova] Enqueued Resource ID: 02964ab2-94b4-4f90-8345-f5658b71b6dd with Priority: HIGHEST for action port [ 1130.855389] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_rules [ 1130.855525] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1130.855630] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02964ab2-94b4-4f90-8345-f5658b71b6dd with Priority: HIGHEST for action port [ 1130.857882] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.858431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.858555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.860092] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.860223] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.861507] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.861699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.861842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.862154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.862382] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.862545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.862629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.863660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.863771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.863925] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.865626] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-02964ab2-94b4-4f90-8345-f5658b71b6dd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.869020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02964ab2-94b4-4f90-8345-f5658b71b6dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.869020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02964ab2-94b4-4f90-8345-f5658b71b6dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.869020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02964ab2-94b4-4f90-8345-f5658b71b6dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.869020] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02964ab2-94b4-4f90-8345-f5658b71b6dd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.368133] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 in Status: SUCCESS [ 1131.368301] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 deletion is rescheduled due to dependency. [ 1131.368461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.370901] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.372548] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.372664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.373066] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02964ab2-94b4-4f90-8345-f5658b71b6dd with status ACTIVE [ 1131.373244] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.373440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.373440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.373690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.373726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.373880] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.373981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.374058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.374226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.374306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.374539] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.374643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.374706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.374852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.374931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.375034] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02964ab2-94b4-4f90-8345-f5658b71b6dd is going to be updated. [ 1131.412951] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.413122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.413198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.413413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.413547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.413705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02964ab2-94b4-4f90-8345-f5658b71b6dd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.734741] env[69318]: INFO networking_nsxv3.common.synchronization [None req-61c7f861-c20a-4c83-93a5-e514ee30d330 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: 9b329313-e0c3-4c94-96e1-6d9995650191 with Priority: HIGHEST for action security_group_rules [ 1131.735392] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b329313-e0c3-4c94-96e1-6d9995650191 with Priority: HIGHEST for action security_group_rules [ 1131.735772] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b329313-e0c3-4c94-96e1-6d9995650191 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.735922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b329313-e0c3-4c94-96e1-6d9995650191" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.736009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b329313-e0c3-4c94-96e1-6d9995650191" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.736313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b329313-e0c3-4c94-96e1-6d9995650191" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.736402] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b329313-e0c3-4c94-96e1-6d9995650191',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.818156] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8b343d4a-baa1-45ad-b7ca-5b680ec908aa tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: 9b329313-e0c3-4c94-96e1-6d9995650191 with Priority: HIGHEST for action security_group_rules [ 1131.818593] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b329313-e0c3-4c94-96e1-6d9995650191 with Priority: HIGHEST for action security_group_rules [ 1131.818969] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b329313-e0c3-4c94-96e1-6d9995650191 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.818969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b329313-e0c3-4c94-96e1-6d9995650191" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.846170] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1131.846366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.846415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.846673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.846873] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.847090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.847090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.847270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.847356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.847464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.847563] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.873694] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.277388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.277662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.277724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.278063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.278175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.278295] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b329313-e0c3-4c94-96e1-6d9995650191 already deleted. [ 1132.278637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b329313-e0c3-4c94-96e1-6d9995650191" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.278859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b329313-e0c3-4c94-96e1-6d9995650191" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.279181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b329313-e0c3-4c94-96e1-6d9995650191" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.279353] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b329313-e0c3-4c94-96e1-6d9995650191',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.350097] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.350313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.350403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.350683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.350846] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.351265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.351356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.351629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.351751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.351881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.352057] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.352325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.352325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.352480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.352595] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.353565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.353674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.353851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.354135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.354219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.354519] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.376955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.377199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.377303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.377569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.377693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.377825] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 is going to be created. [ 1132.411395] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.411608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.411608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.411812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.411971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.426678] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: UNINITIALIZED for 2s [ 1132.803465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.803580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.803580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.803793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.803894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.803987] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b329313-e0c3-4c94-96e1-6d9995650191 already deleted. [ 1132.804079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b329313-e0c3-4c94-96e1-6d9995650191" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.857253] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 1132.876204] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.876594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.876594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.876668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.876737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.876954] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.877069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.877180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.877324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.877400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.877630] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.877736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.877915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.877972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.878071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.878295] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.878403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.878492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.878867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.878867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.878867] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1132.957144] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.957368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.957421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.957655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.957847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.978595] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1133.599637] env[69318]: INFO networking_nsxv3.common.synchronization [req-ee8c778b-b4f8-410a-91fd-dd64f50d220d req-146c0ed6-71fc-4d47-98ad-578b2e874796 tempest-ServersV294TestFqdnHostnames-1945981113 tempest-ServersV294TestFqdnHostnames-1945981113-project-member] Enqueued Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_members [ 1133.599637] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGHEST for action security_group_members [ 1133.599918] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.603537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.603714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.604698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.604698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.604698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.604698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.604925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.605155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.605155] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.612127] env[69318]: INFO networking_nsxv3.common.synchronization [req-cc860dfe-09b1-49b7-82b2-e7e899468b54 req-e5844b0a-8390-4dbc-9403-fe04ed3b6724 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Enqueued Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_members [ 1133.613534] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c with Priority: HIGHEST for action security_group_members [ 1133.614071] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.614071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.614224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.618019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.618019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.618019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.618019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.618019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.618019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.618019] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.111633] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.114811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.114811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.114811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.114811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.114811] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.114811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.114811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.114811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.114811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.114811] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c is going to be updated. [ 1134.118854] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.119678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.120126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.121045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.154166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.154799] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.154799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.154799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.154799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.155016] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.155016] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c is going to be updated. [ 1134.159950] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.159950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.159950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.159950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.159950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.175114] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c in Status: IN_PROGRESS for 2s [ 1134.204077] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.204077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.204077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.204077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.204340] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.216457] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c in Status: IN_PROGRESS for 2s [ 1134.439505] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: SUCCESS [ 1134.439720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.439892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.440723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.440723] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.440723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.440723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.440935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.440935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.440935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.441053] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.945546] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.945812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.945911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.946179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.946358] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.946461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.946526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.946686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.946804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.946912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.947099] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.947205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.947268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.947478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.947622] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.947717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.947778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.947939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.948060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.948153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.948243] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.995238] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1134.995502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.454443] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f86e2b5b-fa47-4de6-8634-bb02061bb7e7: rpc.has_security_group_logging(os_id): False [ 1135.479779] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.479939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.479939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.480157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.480249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.480531] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.480614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.480732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.480896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.480977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.481227] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.481369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.481455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.481664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.481763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.482092] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.482242] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.482388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.482605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.482715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.482832] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 is going to be created. [ 1135.545323] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.545549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.545591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.545831] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.546065] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.560260] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: IN_PROGRESS for 2s [ 1136.184984] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c in Status: SUCCESS [ 1136.185212] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c deletion is rescheduled due to dependency. [ 1136.185333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.227208] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c in Status: SUCCESS [ 1136.227389] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c deletion is rescheduled due to dependency. [ 1136.227389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.337527] env[69318]: INFO networking_nsxv3.common.synchronization [req-07025ec3-4936-4772-a508-179a2bc4429b req-a73c33e8-5862-4b6a-b175-3a5d82a617af tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1136.337527] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1136.337527] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.337527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.337527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.337527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.337527] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.337527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.337527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.337527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.337527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.338256] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.839667] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.840811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.840811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.840980] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.865770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.866202] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.866381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.866524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.866762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.866885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.867056] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1136.898493] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.898698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.898698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.898887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.899061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.908999] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1137.573030] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: SUCCESS [ 1137.573314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.526198] env[69318]: INFO networking_nsxv3.common.synchronization [req-9cc1b176-7f9e-4d16-99de-a3f7c5cbb08f req-13edc278-496a-4416-9e04-af37eaabb6a6 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1138.526558] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1138.526859] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.527030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.527114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.527329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.527499] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.527586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.527674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.527796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.527883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.527990] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.919056] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1138.919267] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 1138.919392] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.030143] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.532950] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.037620] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.037885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.037885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.038192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.038442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.038442] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1140.073502] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.073943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.073943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.074172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.074172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.084221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1140.113109] env[69318]: INFO networking_nsxv3.common.synchronization [req-a54591dc-104c-4614-8f01-22c0c2f7133a req-9bc890af-59b1-4873-a1f0-d4d377296491 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1140.113358] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1140.113486] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.113608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.113683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.113904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.114390] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.114510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.114574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.114751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.114841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.115235] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.619566] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.619972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.619972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.620049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.647723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.647723] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.647821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.647853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.650630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.650630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.650630] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1140.680767] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.680767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.680767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.680767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.680767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.691086] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1140.710279] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.710279] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.710279] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.710279] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.710279] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.710279] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.710279] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.710279] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.710279] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.710687] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.710687] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.710687] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.711033] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.711033] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.711033] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.711141] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.743277] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.744133] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.744133] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.744133] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.744392] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-12f9cebc-b8ba-4716-a5b4-3356376aae79 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.744595] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-12f9cebc-b8ba-4716-a5b4-3356376aae79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.744763] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-12f9cebc-b8ba-4716-a5b4-3356376aae79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.745119] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-12f9cebc-b8ba-4716-a5b4-3356376aae79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.745273] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f9cebc-b8ba-4716-a5b4-3356376aae79',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.051742] env[69318]: INFO networking_nsxv3.common.synchronization [req-a33bd0ab-4893-42d9-a255-f2507ef2808a req-4d044cf0-8141-44b6-8ed7-aecc13c6a74e tempest-ImagesTestJSON-156548868 tempest-ImagesTestJSON-156548868-project-member] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1141.052273] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGHEST for action security_group_members [ 1141.052577] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.052777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.052777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.052951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.053190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.053245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.053277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.053405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.053482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.053574] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.249830] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.249830] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.249830] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.249830] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.249830] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.250339] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 12f9cebc-b8ba-4716-a5b4-3356376aae79 not found, creating... [ 1141.250339] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.250725] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.250725] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.250794] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.250893] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.251205] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.251368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.251541] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.251815] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.251961] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.252132] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 12f9cebc-b8ba-4716-a5b4-3356376aae79 is going to be created. [ 1141.278622] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.278850] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.279030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.279307] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.279555] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.279791] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-12f9cebc-b8ba-4716-a5b4-3356376aae79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.555538] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.555718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.555824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.556009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.556185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.556392] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.556493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.556553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.556708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.556787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.556874] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be updated. [ 1141.605086] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.605800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.605800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.605800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.605800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.615465] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: IN_PROGRESS for 2s [ 1142.077299] env[69318]: INFO networking_nsxv3.common.synchronization [req-a54591dc-104c-4614-8f01-22c0c2f7133a req-194bf6eb-2406-43a1-9aba-873bfcf447cd service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1142.077299] env[69318]: INFO networking_nsxv3.common.synchronization [req-a54591dc-104c-4614-8f01-22c0c2f7133a req-194bf6eb-2406-43a1-9aba-873bfcf447cd service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1142.077299] env[69318]: INFO networking_nsxv3.common.synchronization [req-a54591dc-104c-4614-8f01-22c0c2f7133a req-194bf6eb-2406-43a1-9aba-873bfcf447cd service nova] Enqueued Resource ID: 12f9cebc-b8ba-4716-a5b4-3356376aae79 with Priority: HIGHEST for action port [ 1142.077299] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1142.077299] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1142.077299] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f9cebc-b8ba-4716-a5b4-3356376aae79 with Priority: HIGHEST for action port [ 1142.078356] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.078516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.078652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.079054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.079054] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.080765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.080765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.080765] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f9cebc-b8ba-4716-a5b4-3356376aae79 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.080765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f9cebc-b8ba-4716-a5b4-3356376aae79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.080765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f9cebc-b8ba-4716-a5b4-3356376aae79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.080765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f9cebc-b8ba-4716-a5b4-3356376aae79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.080765] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f9cebc-b8ba-4716-a5b4-3356376aae79',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.097629] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1142.098478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.584062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.584062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.584062] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12f9cebc-b8ba-4716-a5b4-3356376aae79 with status ACTIVE [ 1142.584062] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.584062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.584062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.584700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.584700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.584700] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.584803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.584803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.584954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.585040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.585245] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.585382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.585440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.585615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.585704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.585830] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12f9cebc-b8ba-4716-a5b4-3356376aae79 is going to be updated. [ 1142.607731] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.607900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.607974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.608198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.608337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.608503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f9cebc-b8ba-4716-a5b4-3356376aae79" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.709395] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1142.709586] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 deletion is rescheduled due to dependency. [ 1142.709707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.709883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.710140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.710328] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.710492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.710557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.710733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.710816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.710906] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.214066] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.625463] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd76431-b27b-42fd-b59d-80fcce933268 in Status: SUCCESS [ 1143.625663] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd76431-b27b-42fd-b59d-80fcce933268 deletion is rescheduled due to dependency. [ 1143.625781] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.717009] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.219687] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.219687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.219687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.219687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.219687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.219687] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1144.255035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.255306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.255306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.255500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.255647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.259213] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.259400] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.259526] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.259787] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.260050] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.260215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.260337] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.260552] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.260699] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.260910] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.261041] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.261169] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.261338] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.261462] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.261577] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.261710] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.267819] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1144.280918] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.281101] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.281244] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.281432] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-246" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.281756] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-8c17c496-4266-4bb1-8c0b-730040563005 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.281932] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.282067] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.282373] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.282513] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c17c496-4266-4bb1-8c0b-730040563005',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.785180] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.785357] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.785575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.785984] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.786245] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.786554] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.786723] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.786847] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.787104] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.787304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.787628] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.787794] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.787919] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.788161] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.788308] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.788498] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 8c17c496-4266-4bb1-8c0b-730040563005 is going to be updated. [ 1144.813150] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.813441] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.813510] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.813751] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.813991] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.814413] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.530194] env[69318]: INFO networking_nsxv3.common.synchronization [req-1d459534-9543-4d43-9a06-2fd679e846f5 req-d6fae6f2-52a7-4166-9d0d-9e2753590815 service nova] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_rules [ 1145.530194] env[69318]: INFO networking_nsxv3.common.synchronization [req-1d459534-9543-4d43-9a06-2fd679e846f5 req-d6fae6f2-52a7-4166-9d0d-9e2753590815 service nova] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1145.530194] env[69318]: INFO networking_nsxv3.common.synchronization [req-1d459534-9543-4d43-9a06-2fd679e846f5 req-d6fae6f2-52a7-4166-9d0d-9e2753590815 service nova] Enqueued Resource ID: 8c17c496-4266-4bb1-8c0b-730040563005 with Priority: HIGHEST for action port [ 1145.530194] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_rules [ 1145.530194] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1145.530194] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c17c496-4266-4bb1-8c0b-730040563005 with Priority: HIGHEST for action port [ 1145.530194] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.530194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.530194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.531088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.531268] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.532204] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.532454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.532627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.532877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.533134] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.533341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.533497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.533835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.534063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.535022] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.535537] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c17c496-4266-4bb1-8c0b-730040563005 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.535798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.535968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.536349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.536617] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c17c496-4266-4bb1-8c0b-730040563005',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.039171] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.040544] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.041041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.043651] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c17c496-4266-4bb1-8c0b-730040563005 with status ACTIVE [ 1146.044021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.044276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.044819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.044819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.044911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.045191] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.045305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.045636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.045636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.045739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.046044] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.046245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.046347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.046581] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.046706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.046839] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c17c496-4266-4bb1-8c0b-730040563005 is going to be updated. [ 1146.068225] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.068451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.068514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.068782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.068975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.069211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c17c496-4266-4bb1-8c0b-730040563005" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.282080] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1146.282494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.282618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.282763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.282975] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.283120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.283203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.283391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.283485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.283590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.283699] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.542984] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.785748] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.785929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.786014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.786352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.786527] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.786631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.786694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.786848] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.786934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.787042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.787283] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.787416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.787502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.787696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.787890] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.788030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.788135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.788325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.788435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.788551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.788685] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.045239] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.045239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.045239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.045239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.045239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.045239] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be updated. [ 1147.076869] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.076869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.076869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.076869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.076869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.088838] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: IN_PROGRESS for 2s [ 1147.098344] env[69318]: INFO networking_nsxv3.common.synchronization [req-51fa2778-c77a-47f5-962f-bdc733fe7635 req-f2bddf32-0f20-49ff-9261-e0409d6d154c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1147.098962] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1147.100010] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.100277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.100404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.100693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.100929] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.101202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.101283] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.101580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.101731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.102081] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.292705] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f759081-fee7-4268-ac12-4f41fa7d2181: rpc.has_security_group_logging(os_id): False [ 1147.314148] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.314148] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.314148] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.314148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.314709] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.314709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.314709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.314993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.315185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.315353] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1147.395774] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.395774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.395774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.395774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.395774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.408917] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1147.562937] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.562937] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.562937] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.563416] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.563416] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.563516] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.564215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.564215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.564215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.564406] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.564479] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.564595] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.564721] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.564842] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.564955] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.565148] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.585912] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.586244] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.586437] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.586712] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.587302] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-c2479156-5cdd-43ab-a4e9-0824431e0c90 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.587514] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-c2479156-5cdd-43ab-a4e9-0824431e0c90" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.588154] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-c2479156-5cdd-43ab-a4e9-0824431e0c90" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.588154] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-c2479156-5cdd-43ab-a4e9-0824431e0c90" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.588259] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2479156-5cdd-43ab-a4e9-0824431e0c90',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.605297] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.605496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.605541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.605767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.605822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.605994] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.606371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.606438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.606598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.606678] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.606767] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1147.635037] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.635037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.635037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.635037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.635337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.657353] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1147.736628] env[69318]: INFO networking_nsxv3.common.synchronization [None req-93dc4b2e-e22f-411f-ae37-2e44b0c442d9 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1147.737316] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1147.738725] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.738725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.738725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.738725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.740997] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.741946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.742183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.743778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.743778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.743778] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.091374] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.091597] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.091731] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.092018] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.092174] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.092340] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port c2479156-5cdd-43ab-a4e9-0824431e0c90 not found, creating... [ 1148.092610] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.092770] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.092894] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.093141] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.093287] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.093574] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.093738] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.093861] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.094131] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.094290] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.094438] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: c2479156-5cdd-43ab-a4e9-0824431e0c90 is going to be created. [ 1148.114470] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.114678] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.114809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.115101] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.115341] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.115570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-c2479156-5cdd-43ab-a4e9-0824431e0c90" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.245537] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.748833] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.903678] env[69318]: INFO networking_nsxv3.common.synchronization [req-51fa2778-c77a-47f5-962f-bdc733fe7635 req-602363e4-bb89-409d-8434-c602f640e11d service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 1148.903887] env[69318]: INFO networking_nsxv3.common.synchronization [req-51fa2778-c77a-47f5-962f-bdc733fe7635 req-602363e4-bb89-409d-8434-c602f640e11d service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1148.903935] env[69318]: INFO networking_nsxv3.common.synchronization [req-51fa2778-c77a-47f5-962f-bdc733fe7635 req-602363e4-bb89-409d-8434-c602f640e11d service nova] Enqueued Resource ID: c2479156-5cdd-43ab-a4e9-0824431e0c90 with Priority: HIGHEST for action port [ 1148.904579] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 1148.904721] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1148.904833] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2479156-5cdd-43ab-a4e9-0824431e0c90 with Priority: HIGHEST for action port [ 1148.906106] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.906318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.906390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.906671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.906732] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.908238] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.908338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.908688] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2479156-5cdd-43ab-a4e9-0824431e0c90 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.908688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2479156-5cdd-43ab-a4e9-0824431e0c90" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.908801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2479156-5cdd-43ab-a4e9-0824431e0c90" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.909069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2479156-5cdd-43ab-a4e9-0824431e0c90" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.909173] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2479156-5cdd-43ab-a4e9-0824431e0c90',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.098093] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 1149.098348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.098560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.098782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.098982] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.099112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.099182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.099336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.099417] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.099503] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.099594] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.251816] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.252020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.252020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.252232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.252358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.252489] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1149.282383] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.282567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.282665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.282881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.283128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.292918] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1149.411274] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2479156-5cdd-43ab-a4e9-0824431e0c90 with status ACTIVE [ 1149.411443] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.411571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.411657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.411898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.411994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.412186] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.412289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.412354] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.412507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.412608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.412808] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.412905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.412967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.413135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.413213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.413299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2479156-5cdd-43ab-a4e9-0824431e0c90 is going to be updated. [ 1149.414678] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.414786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.429124] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1149.429337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.433458] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.433621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.433658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.433847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.433995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.434246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2479156-5cdd-43ab-a4e9-0824431e0c90" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.601978] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.602191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.603053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.603053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.603053] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.603053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.603053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.603053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.603053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.603637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.603637] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.603637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.603637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.603637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.603637] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.603883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.603883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.603955] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.603995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.604074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.604182] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.668068] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1149.668068] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 1149.668068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.668445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.668688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.668881] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.668998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.669079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.669229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.669305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.669404] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.882489] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.882831] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.882831] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.883095] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.883364] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.883560] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.883687] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.883913] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.884091] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.884314] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.884434] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.884548] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.884664] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.884783] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.884894] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.885047] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.904546] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.904713] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.904855] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.905048] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.905370] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.905548] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.905672] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.906850] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.906850] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.111225] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 120156d2-9693-4152-a382-e169f03bc87e: rpc.has_security_group_logging(os_id): False [ 1150.130868] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.130868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.130868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.130868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.152901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.153662] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.153872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.154155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.154449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.154610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.155117] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.155117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.155117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.155586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.155720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.155973] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.156198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.156321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.156557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.156716] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.156808] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be updated. [ 1150.172994] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.252270] env[69318]: INFO networking_nsxv3.common.synchronization [None req-105c01e1-4940-42de-a96e-812601f873c5 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Enqueued Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_rules [ 1150.252815] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_rules [ 1150.253335] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.253480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.253512] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.253776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.253852] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.260178] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.260319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.260387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.260585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.260731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.278486] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: IN_PROGRESS for 2s [ 1150.357021] env[69318]: INFO networking_nsxv3.common.synchronization [None req-60933eda-2094-4a9b-834c-77acdb3126ba tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Enqueued Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_rules [ 1150.358041] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_rules [ 1150.358041] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.358041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.408923] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.409231] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.409347] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.409600] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.409760] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.409920] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd not found, creating... [ 1150.410243] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.410413] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.410570] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.410780] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.410956] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.411237] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.411420] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.411541] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.411708] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.411855] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.411990] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd is going to be created. [ 1150.435542] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.435772] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.435937] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.436288] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.436560] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.436828] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.675708] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.780388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.780541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.780637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.780812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.780891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.780987] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 already deleted. [ 1150.781852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.781852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.781852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.781852] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.179387] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.179387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.179387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.179387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.179387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.179387] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1151.227165] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.227394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.227394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.227652] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.227829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.240768] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1151.304566] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1151.305756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.308608] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.308945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.308945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.310523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.310523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.310523] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 already deleted. [ 1151.310523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.385035] env[69318]: INFO networking_nsxv3.common.synchronization [req-723573de-b9cd-4541-8a19-1d677068b938 req-7bc45775-9199-418b-9859-d3a46ba6810c service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1151.385035] env[69318]: INFO networking_nsxv3.common.synchronization [req-723573de-b9cd-4541-8a19-1d677068b938 req-7bc45775-9199-418b-9859-d3a46ba6810c service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1151.385307] env[69318]: INFO networking_nsxv3.common.synchronization [req-723573de-b9cd-4541-8a19-1d677068b938 req-7bc45775-9199-418b-9859-d3a46ba6810c service nova] Enqueued Resource ID: 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd with Priority: HIGHEST for action port [ 1151.386013] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1151.391019] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1151.391019] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd with Priority: HIGHEST for action port [ 1151.391019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.391019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.391019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.391019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.391019] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.391019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.391019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.391019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.391019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.391019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.391019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.391019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.395031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.395031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.395031] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.395031] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.395710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.399025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.399025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.399025] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.900120] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.901173] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.901293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.901647] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd with status ACTIVE [ 1151.901836] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.901916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.901985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.902236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.902465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.902465] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.902576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.902653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.902820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.902909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.903106] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.903199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.903263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.903451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.903498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.903559] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd is going to be updated. [ 1151.928113] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.928363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.928456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.928788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.928959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.929181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c97a1a3-0a30-4e5d-b258-d9e6b3af90bd" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.297383] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 1152.297677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.402286] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.904460] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.904627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.904700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.904911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.905008] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.905112] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1152.935854] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.936141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.936141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.936378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.936531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.954229] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1153.251316] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1153.251550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.251739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.251973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.252191] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.252312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.252379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.252535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.252616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.252702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.252795] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.519422] env[69318]: INFO networking_nsxv3.common.synchronization [req-800873a7-831b-4369-b9a8-4ead9bec2c5a req-dd8d5906-e811-4e45-a2d0-373b07e5464b tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1153.519422] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1153.519422] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.519422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.519422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.519422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.519422] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.519422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.519422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.522755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.522755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.522755] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.758090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.758090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.758090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.758090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.758090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.759344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.759344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.759630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.759908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.760183] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.025615] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.025615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.025615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.025615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.025615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.026351] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.026538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.026685] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.026896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.027105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.027221] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1154.058243] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.058470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.058470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.059352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.059587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.071721] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1154.144093] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.144337] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.144469] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.144864] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.145305] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.145495] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.145616] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.145933] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.146293] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.146552] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.146725] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.146861] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.146982] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.147119] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.147407] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.147539] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.171763] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.171972] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.172260] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.172455] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.172784] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.172997] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.173086] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.173421] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.173569] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713cbcd1-59fd-4d48-a1af-234ef5d3ae3b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.262666] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed261e9c-b814-4d44-a405-8b82a578ee52: rpc.has_security_group_logging(os_id): False [ 1154.281686] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.281838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.281914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.282200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.282339] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.282600] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.282744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.282817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.283418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.283518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.283827] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.283982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.284090] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.284276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.284361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.284581] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.284683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.284746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.284927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.285256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.285256] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1154.358513] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.358821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.358821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.359397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.359397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.377389] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1154.679197] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.679658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.679658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.679872] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.680068] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.680285] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b not found, creating... [ 1154.680588] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.680797] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.680925] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.681237] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.681411] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.681821] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.682055] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.682255] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.682505] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.682691] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.682863] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b is going to be created. [ 1154.707546] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.707901] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.708112] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.708817] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.709159] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.709474] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.964957] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1154.965549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.965791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.966032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.966386] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.966530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.966604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.966799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.966891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.966987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.967120] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.470167] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.470422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.470569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.470964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.471467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.471467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.471467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.471861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.471861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.471861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.472021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.472105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.472105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.472240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.472386] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.472504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.472570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.472780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.472904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.472978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.473884] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.563209] env[69318]: INFO networking_nsxv3.common.synchronization [req-800873a7-831b-4369-b9a8-4ead9bec2c5a req-b49e4f3e-cfa4-483d-b19e-e93e94e92607 service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 1155.563464] env[69318]: INFO networking_nsxv3.common.synchronization [req-800873a7-831b-4369-b9a8-4ead9bec2c5a req-b49e4f3e-cfa4-483d-b19e-e93e94e92607 service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1155.563521] env[69318]: INFO networking_nsxv3.common.synchronization [req-800873a7-831b-4369-b9a8-4ead9bec2c5a req-b49e4f3e-cfa4-483d-b19e-e93e94e92607 service nova] Enqueued Resource ID: 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b with Priority: HIGHEST for action port [ 1155.564214] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 1155.564346] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1155.564510] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b with Priority: HIGHEST for action port [ 1155.568311] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.568465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.568521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.568794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.568927] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.572292] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.572414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.572820] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.572917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.573101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.573950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.573950] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713cbcd1-59fd-4d48-a1af-234ef5d3ae3b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.978743] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f759081-fee7-4268-ac12-4f41fa7d2181: rpc.has_security_group_logging(os_id): False [ 1155.999869] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.999869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.999869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.000134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.000134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.001208] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.001208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.001208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.001208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.001208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.001469] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.001516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.001588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.001772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.001855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.002087] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.002196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.002293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.002517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.002609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.002751] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1156.072628] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.072857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.072968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.073427] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.077538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.077538] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.077538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.077538] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b with status ACTIVE [ 1156.077538] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.077538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.077970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.079079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.079079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.079236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.079308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.080205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.080205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.080205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.080205] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.080425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.080425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.080539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.080655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.080782] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 713cbcd1-59fd-4d48-a1af-234ef5d3ae3b is going to be updated. [ 1156.095930] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1156.096113] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 1156.096320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.096547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.096814] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.097076] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.097240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.097341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.097580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.097705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.097874] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.118222] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1156.122900] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.122900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.122900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.122900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.122900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.122900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-713cbcd1-59fd-4d48-a1af-234ef5d3ae3b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.395188] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1156.395412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.602882] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.891965] env[69318]: INFO networking_nsxv3.common.synchronization [req-85fc19cd-1da5-4e40-85c8-a58005623f41 req-333ca858-e8e5-4374-b88c-eb5896c94a68 tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Enqueued Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_members [ 1156.892565] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGHEST for action security_group_members [ 1156.892851] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26b70a-8d07-4058-928b-89f099a5f888 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.892998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.895735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.895735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.895735] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.895735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.895735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.895735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.895735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.895735] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.105610] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.264753] env[69318]: INFO networking_nsxv3.common.synchronization [None req-20ff8268-aa5a-485c-ad1d-954c42b4f45c None None] Enqueued Resource ID: 16466585-9f5d-4a6b-9058-dc95333c619a with Priority: HIGHEST for action port [ 1157.265031] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16466585-9f5d-4a6b-9058-dc95333c619a with Priority: HIGHEST for action port [ 1157.265648] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-16466585-9f5d-4a6b-9058-dc95333c619a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.265779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16466585-9f5d-4a6b-9058-dc95333c619a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.265842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16466585-9f5d-4a6b-9058-dc95333c619a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.266649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16466585-9f5d-4a6b-9058-dc95333c619a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.266649] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16466585-9f5d-4a6b-9058-dc95333c619a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.397336] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.397615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.397615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.397870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.423841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.425676] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.425676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.425676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.425676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.425676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.425676] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26b70a-8d07-4058-928b-89f099a5f888 is going to be updated. [ 1157.465349] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.465349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.465349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.465349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.465349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.475866] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26b70a-8d07-4058-928b-89f099a5f888 in Status: IN_PROGRESS for 2s [ 1157.608177] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.608376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.608451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.608669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.609212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.609212] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1157.645312] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.645312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.645312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.645312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.646120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.657621] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1157.769085] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16466585-9f5d-4a6b-9058-dc95333c619a [ 1157.769389] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.770311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.770311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.770311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.770311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.770311] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16466585-9f5d-4a6b-9058-dc95333c619a already deleted. [ 1157.770311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16466585-9f5d-4a6b-9058-dc95333c619a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.145067] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1158.145067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.492022] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26b70a-8d07-4058-928b-89f099a5f888 in Status: SUCCESS [ 1159.492022] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26b70a-8d07-4058-928b-89f099a5f888 deletion is rescheduled due to dependency. [ 1159.492022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.670673] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1159.670859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.671292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.671421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.671628] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.671773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.671839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.675027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.675027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.675027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.675027] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.784725] env[69318]: INFO networking_nsxv3.common.synchronization [None req-d8b97946-5da9-416b-939e-4c67eb702e5f None None] Enqueued Resource ID: f2eccdc4-dcde-447b-95ce-e0b7cb37fa83 with Priority: HIGHEST for action port [ 1159.785345] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2eccdc4-dcde-447b-95ce-e0b7cb37fa83 with Priority: HIGHEST for action port [ 1159.785762] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2eccdc4-dcde-447b-95ce-e0b7cb37fa83 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.785927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2eccdc4-dcde-447b-95ce-e0b7cb37fa83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.786148] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2eccdc4-dcde-447b-95ce-e0b7cb37fa83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.786531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2eccdc4-dcde-447b-95ce-e0b7cb37fa83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.786588] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2eccdc4-dcde-447b-95ce-e0b7cb37fa83',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.174402] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.174582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.174582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.174803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.174971] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.175087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.175172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.175413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.175563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.175698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.175901] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.176081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.176165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.178086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.178086] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.178086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.178086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.178086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.178086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.178086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.178483] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.289107] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2eccdc4-dcde-447b-95ce-e0b7cb37fa83 [ 1160.289355] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.289510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.289591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.291912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.291912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.291912] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2eccdc4-dcde-447b-95ce-e0b7cb37fa83 already deleted. [ 1160.291912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2eccdc4-dcde-447b-95ce-e0b7cb37fa83" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.684107] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6b088d-b4a7-41ad-90f9-c935ec8210f4: rpc.has_security_group_logging(os_id): False [ 1160.705142] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.705280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.705351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.705572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.705662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.705970] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.705970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.706129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.706199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.706280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.706471] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.706564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.706626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.706766] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.706837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.708081] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.708081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.708081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.708081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.708081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.708081] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1160.772048] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.772206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.772320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.772599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.772757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.790346] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1162.806908] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1162.806908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.276029] env[69318]: INFO networking_nsxv3.common.synchronization [req-c28f0eff-055a-4a27-b565-bd15612e20c6 req-96c23daa-5d7d-4024-957d-0036ebf055aa tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Enqueued Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_members [ 1163.276643] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_members [ 1163.276984] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-444499e7-cde1-4a35-9d1e-6e3e5efe1957 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.277407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.277407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.278091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.278361] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.278494] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.278561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.278760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.278836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.278911] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.604238] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.604479] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-127" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.604615] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-127" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.604883] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-127" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.605168] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.605332] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.605451] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.605666] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.605817] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.606029] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.606186] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.606299] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.606409] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.606525] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.606636] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.606771] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.627513] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.627636] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.627761] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.627933] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-127" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.628275] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-4e6814af-a792-4981-b52e-71c9a731eda8 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.628500] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-4e6814af-a792-4981-b52e-71c9a731eda8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.628686] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-4e6814af-a792-4981-b52e-71c9a731eda8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.629067] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-4e6814af-a792-4981-b52e-71c9a731eda8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.629190] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6814af-a792-4981-b52e-71c9a731eda8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.781232] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.781467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.781564] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.781822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.781944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.782188] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.782295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.782361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.782515] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.782591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.782678] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 already deleted. [ 1163.782815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.133686] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.134123] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.134298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.134707] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.134923] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.135111] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 4e6814af-a792-4981-b52e-71c9a731eda8 not found, creating... [ 1164.135404] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.135578] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.135704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.135941] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.136176] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.136510] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.136677] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.136802] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.137087] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.137219] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.137624] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 4e6814af-a792-4981-b52e-71c9a731eda8 is going to be created. [ 1164.160090] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.160318] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.160451] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.160734] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.160973] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.161451] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-4e6814af-a792-4981-b52e-71c9a731eda8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.927452] env[69318]: INFO networking_nsxv3.common.synchronization [req-d2e66872-f3e3-43d0-883a-54c620d2b66e req-5d0ab1d9-4957-4f16-89b1-f3763562a292 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1164.928348] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1164.928860] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.929255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.929407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.929956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.930084] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.930233] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.930308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.930506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.930595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.930699] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.977861] env[69318]: INFO networking_nsxv3.common.synchronization [req-c28f0eff-055a-4a27-b565-bd15612e20c6 req-7ccf3f97-b708-45a0-804a-8952ffca9474 service nova] Enqueued Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_rules [ 1164.978068] env[69318]: INFO networking_nsxv3.common.synchronization [req-c28f0eff-055a-4a27-b565-bd15612e20c6 req-7ccf3f97-b708-45a0-804a-8952ffca9474 service nova] Enqueued Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_members [ 1164.978224] env[69318]: INFO networking_nsxv3.common.synchronization [req-c28f0eff-055a-4a27-b565-bd15612e20c6 req-7ccf3f97-b708-45a0-804a-8952ffca9474 service nova] Enqueued Resource ID: 4e6814af-a792-4981-b52e-71c9a731eda8 with Priority: HIGHEST for action port [ 1164.978787] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_rules [ 1164.982063] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_members [ 1164.982063] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6814af-a792-4981-b52e-71c9a731eda8 with Priority: HIGHEST for action port [ 1164.982063] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.982063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.982063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.982063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.982063] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.982063] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-444499e7-cde1-4a35-9d1e-6e3e5efe1957 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.983122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.983214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.983431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.983589] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.983703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.983791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.984041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.984041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.984231] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.985462] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e6814af-a792-4981-b52e-71c9a731eda8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.985672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e6814af-a792-4981-b52e-71c9a731eda8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.985672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e6814af-a792-4981-b52e-71c9a731eda8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.985854] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e6814af-a792-4981-b52e-71c9a731eda8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.985854] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6814af-a792-4981-b52e-71c9a731eda8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.434117] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.486324] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.487393] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-444499e7-cde1-4a35-9d1e-6e3e5efe1957 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.487521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.487848] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e6814af-a792-4981-b52e-71c9a731eda8 with status ACTIVE [ 1165.488028] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.488146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.488207] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.488405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.488491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.488662] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.488761] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.488821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.488972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.489083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.489268] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.489534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.489534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.489597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.489625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.489692] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e6814af-a792-4981-b52e-71c9a731eda8 is going to be updated. [ 1165.517026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.517026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.517026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.517026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.517026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.517026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e6814af-a792-4981-b52e-71c9a731eda8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.734259] env[69318]: INFO networking_nsxv3.common.synchronization [req-2778dee6-815e-4659-99c9-d572b3e651b0 req-8003b626-9ce6-498f-9ace-2a4c305c2719 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1165.734259] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1165.734259] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.734259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.734259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.734615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.734845] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.735406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.735406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.735406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.735599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.735760] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.914233] env[69318]: INFO networking_nsxv3.common.synchronization [None req-54d4fb3a-b41b-4125-ab7f-21a39ac0f216 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1165.914793] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1165.915142] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.915253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.936532] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.989075] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.240266] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.278606] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.280157] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-140" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.280157] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-140" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.280296] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-140" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.280602] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.280846] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.280915] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.281283] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.281512] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.281819] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.281962] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.282122] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.282631] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.282631] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.282631] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.282826] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.305233] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.305541] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.305541] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.305981] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-140" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.307590] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-720ee617-6e62-442f-b1e6-375c708f0e97 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.307590] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-720ee617-6e62-442f-b1e6-375c708f0e97" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.307590] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-720ee617-6e62-442f-b1e6-375c708f0e97" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.307828] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-720ee617-6e62-442f-b1e6-375c708f0e97" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.308406] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720ee617-6e62-442f-b1e6-375c708f0e97',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.442257] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.442257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.442257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.442257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.442257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.442257] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1166.485834] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.485834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.485834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.485834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.485834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.492472] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.492674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.492674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.493622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.493622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.493622] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 is going to be created. [ 1166.496610] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1166.534452] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.534452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.534755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.534755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.534891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.548185] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 in Status: UNINITIALIZED for 2s [ 1166.747394] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.811782] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.811782] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.811782] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.812085] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.812368] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.812602] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 720ee617-6e62-442f-b1e6-375c708f0e97 not found, creating... [ 1166.812915] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.813108] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.813240] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.813501] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.813654] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.813955] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.814147] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.814267] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.814496] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.814647] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.814791] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 720ee617-6e62-442f-b1e6-375c708f0e97 is going to be created. [ 1166.838656] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.838870] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.839072] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.839438] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.839748] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.840014] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-720ee617-6e62-442f-b1e6-375c708f0e97" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.248711] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.248950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.249041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.249300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.249521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.249521] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 is going to be updated. [ 1167.288819] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.288997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.289059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.289273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.289419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.305165] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: IN_PROGRESS for 2s [ 1167.916834] env[69318]: INFO networking_nsxv3.common.synchronization [req-2778dee6-815e-4659-99c9-d572b3e651b0 req-757c9460-2e4b-4209-82e5-00636a401b91 service nova] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_rules [ 1167.917123] env[69318]: INFO networking_nsxv3.common.synchronization [req-2778dee6-815e-4659-99c9-d572b3e651b0 req-757c9460-2e4b-4209-82e5-00636a401b91 service nova] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1167.917259] env[69318]: INFO networking_nsxv3.common.synchronization [req-2778dee6-815e-4659-99c9-d572b3e651b0 req-757c9460-2e4b-4209-82e5-00636a401b91 service nova] Enqueued Resource ID: 720ee617-6e62-442f-b1e6-375c708f0e97 with Priority: HIGHEST for action port [ 1167.917773] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_rules [ 1167.917906] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1167.918012] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 720ee617-6e62-442f-b1e6-375c708f0e97 with Priority: HIGHEST for action port [ 1167.921645] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.921869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.921994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.922259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.922393] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.925724] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.925869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.926733] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-720ee617-6e62-442f-b1e6-375c708f0e97 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.926733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-720ee617-6e62-442f-b1e6-375c708f0e97" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.926733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-720ee617-6e62-442f-b1e6-375c708f0e97" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.926951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-720ee617-6e62-442f-b1e6-375c708f0e97" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.927094] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720ee617-6e62-442f-b1e6-375c708f0e97',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.164688] env[69318]: INFO networking_nsxv3.common.synchronization [req-8d48388a-f06c-4aca-917c-c3f3920124a6 req-8559d0d1-10de-4f5e-9b75-472ff10fcb70 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1168.165420] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1168.165856] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.166120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.166323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.170025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.170025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.170025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.170025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.170025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.170025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.170025] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.430391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.430638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.430709] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 720ee617-6e62-442f-b1e6-375c708f0e97 with status ACTIVE [ 1168.430886] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.430999] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.431082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.431320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.431423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.431607] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.432015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.432015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.432015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.432015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.432173] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.432261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.432350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.432461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.433282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.433282] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 720ee617-6e62-442f-b1e6-375c708f0e97 is going to be updated. [ 1168.463074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.463262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.463653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.463653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.463653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.463896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-720ee617-6e62-442f-b1e6-375c708f0e97" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.509840] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1168.509840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.509840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.509840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.509840] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.509840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.509840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.509840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.509840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.509840] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.562302] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 in Status: SUCCESS [ 1168.565135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.565135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.565135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.565135] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.565135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.565135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.565135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.565135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.565135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.565135] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.582040] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.582040] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.582040] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.582040] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.582040] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.582700] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.583031] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.586023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.586023] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.586023] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.586023] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.586023] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.586023] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.586023] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.586023] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.586023] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.608813] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.608813] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.608813] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.608813] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-396" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.608813] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-b1404254-91f0-4021-861a-a0e48d8ee91c taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.608813] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-b1404254-91f0-4021-861a-a0e48d8ee91c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.608813] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-b1404254-91f0-4021-861a-a0e48d8ee91c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.608813] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-b1404254-91f0-4021-861a-a0e48d8ee91c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.608813] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1404254-91f0-4021-861a-a0e48d8ee91c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.670475] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.778882] env[69318]: INFO networking_nsxv3.common.synchronization [req-a6fbacd4-5c8e-4535-ac40-600e2ad8c40b req-03eda715-fc4f-48cd-a3f7-9c0df7fc3c68 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_members [ 1168.779432] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGHEST for action security_group_members [ 1168.779741] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b7c24c-8307-4350-a2f5-0263b041d5f6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.779864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.779933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.780177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.780986] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.780986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.780986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.780986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.780986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.780986] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.013762] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.014159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.014159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.014319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.014400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.014865] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.014865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.015055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.015631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.015631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.015947] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1169.044934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.045139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.045246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.045500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.045679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.057085] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1169.067567] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.111493] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.111742] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.111833] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.112304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.112304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.112481] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port b1404254-91f0-4021-861a-a0e48d8ee91c not found, creating... [ 1169.112820] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.112920] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.113066] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.113373] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.113528] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.113846] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.114059] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.114223] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.114444] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.114580] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.114762] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: b1404254-91f0-4021-861a-a0e48d8ee91c is going to be created. [ 1169.134661] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.134894] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.134994] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.135434] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.135822] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.136243] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-b1404254-91f0-4021-861a-a0e48d8ee91c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.171967] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.283348] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.283552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.283592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.283803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.283888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.284226] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.284226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.284416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.284416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.284416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.284545] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 is going to be updated. [ 1169.317975] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: SUCCESS [ 1169.318275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.318481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.318708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.318906] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.319047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.319111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.319275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.319358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.319454] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.321385] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.321517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.321586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.322198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.322198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.332138] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 in Status: IN_PROGRESS for 2s [ 1169.571601] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 444499e7-cde1-4a35-9d1e-6e3e5efe1957: rpc.has_security_group_logging(os_id): False [ 1169.592791] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.592939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.593019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.593244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.593335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.593574] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.593675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.593738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.593890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.593969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.594148] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 is going to be created. [ 1169.674527] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.674750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.674750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.675018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.675154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.675291] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1169.692497] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.692676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.692718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.692936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.693205] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.719151] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 in Status: IN_PROGRESS for 2s [ 1169.732798] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.732798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.732950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.733158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.733346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.747394] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1169.756377] env[69318]: INFO networking_nsxv3.common.synchronization [req-4835ea32-40e2-44d6-9e88-5d97b386eda9 req-65b2b7b4-52fc-4804-985f-c9517b896e49 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1169.756920] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1169.759202] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.759202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.759202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.759202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.759202] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.759202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.759202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.759202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.759202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.759202] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.824317] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.022299] env[69318]: INFO networking_nsxv3.common.synchronization [req-8d48388a-f06c-4aca-917c-c3f3920124a6 req-4af9ce18-f406-41ba-9be5-cd16101cb0bc service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 1170.022299] env[69318]: INFO networking_nsxv3.common.synchronization [req-8d48388a-f06c-4aca-917c-c3f3920124a6 req-4af9ce18-f406-41ba-9be5-cd16101cb0bc service nova] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1170.022299] env[69318]: INFO networking_nsxv3.common.synchronization [req-8d48388a-f06c-4aca-917c-c3f3920124a6 req-4af9ce18-f406-41ba-9be5-cd16101cb0bc service nova] Enqueued Resource ID: b1404254-91f0-4021-861a-a0e48d8ee91c with Priority: HIGHEST for action port [ 1170.022729] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_rules [ 1170.022901] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1170.023078] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1404254-91f0-4021-861a-a0e48d8ee91c with Priority: HIGHEST for action port [ 1170.023570] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.023570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.023721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.023968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.024097] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.025385] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.025385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.025385] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1404254-91f0-4021-861a-a0e48d8ee91c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.025691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1404254-91f0-4021-861a-a0e48d8ee91c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.025691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1404254-91f0-4021-861a-a0e48d8ee91c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.025691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1404254-91f0-4021-861a-a0e48d8ee91c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.025887] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1404254-91f0-4021-861a-a0e48d8ee91c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.262173] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.262173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.262173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.262173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.262379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.262570] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.263181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.263181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.263181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.263181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.263181] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1170.293847] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.293847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.293847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.294275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.294275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.304873] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1170.327115] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.531035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.531035] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1404254-91f0-4021-861a-a0e48d8ee91c with status ACTIVE [ 1170.531035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.531035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.531035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.531035] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.531896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.531896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.531896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.531896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.531896] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1404254-91f0-4021-861a-a0e48d8ee91c is going to be updated. [ 1170.556288] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.556288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.556288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.556288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.556288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.556288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1404254-91f0-4021-861a-a0e48d8ee91c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.831558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.831749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.831821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.832023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.832121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.832234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 is going to be updated. [ 1170.870650] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.870893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.870893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.871069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.871218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.881737] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: IN_PROGRESS for 2s [ 1171.066973] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1171.067307] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 deletion is rescheduled due to dependency. [ 1171.067352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.344764] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 in Status: SUCCESS [ 1171.345075] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 deletion is rescheduled due to dependency. [ 1171.345165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.732560] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 in Status: SUCCESS [ 1171.732560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.756277] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1171.756488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.756635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.758082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.758082] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.758082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.758082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.758082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.758082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.758082] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.262263] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.319505] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1172.319695] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 1172.319860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.521018] env[69318]: INFO networking_nsxv3.common.synchronization [req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 req-c1e2a6b9-9429-4f5c-b73c-f7496ccd9dc5 tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Enqueued Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGHEST for action security_group_members [ 1172.521018] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGHEST for action security_group_members [ 1172.521018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2920bb-5226-41bd-9a23-fcac05c4a714 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.521018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.521018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.521018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.521018] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.521400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.521400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.521400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.521400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.521509] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.767477] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.891841] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: SUCCESS [ 1172.892107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.892237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.892456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.892649] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.892760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.892823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.892972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.893068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.893155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.893244] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.955542] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.955761] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-593" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.955869] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-593" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.956383] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-593" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.956600] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.956787] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.956911] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.958961] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.958961] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.959077] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.959200] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.959321] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.959441] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.959562] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.959675] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.959816] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.979790] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.979790] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.979950] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.980119] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-593" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.980443] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-6a30edc2-2567-4dca-bf6f-3d41f00097c5 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.980740] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-6a30edc2-2567-4dca-bf6f-3d41f00097c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.980740] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-6a30edc2-2567-4dca-bf6f-3d41f00097c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.981081] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-6a30edc2-2567-4dca-bf6f-3d41f00097c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.981225] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a30edc2-2567-4dca-bf6f-3d41f00097c5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.026999] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.027217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.027290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.027496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.027586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.027793] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.027894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.027952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.028111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.028191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.028274] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 already deleted. [ 1173.028355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.269549] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.269858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.269858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.269966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.270063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.270243] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1173.300629] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.300847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.300908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.301188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.301274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.312429] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1173.395362] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.395591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.395591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.395717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.396238] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.396238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.396238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.396365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.396365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.396495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.396620] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.396684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.396732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.396872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.397014] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.397238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.397238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.397428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.397489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.397540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.397620] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.483620] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.483851] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.483988] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.484359] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.484537] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.484710] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 6a30edc2-2567-4dca-bf6f-3d41f00097c5 not found, creating... [ 1173.484983] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.485159] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.485297] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.485525] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.485668] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.486194] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.486391] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.486518] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.486738] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.486881] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.487048] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 6a30edc2-2567-4dca-bf6f-3d41f00097c5 is going to be created. [ 1173.513339] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.514037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.514037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.514037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.514299] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.514558] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-6a30edc2-2567-4dca-bf6f-3d41f00097c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.899517] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f86e2b5b-fa47-4de6-8634-bb02061bb7e7: rpc.has_security_group_logging(os_id): False [ 1173.918462] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.918687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.918816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.920261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.920448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.920798] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.920964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.921084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.921306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.924917] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.924917] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.924917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.924917] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 is going to be updated. [ 1174.081361] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.081361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.081361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.081635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.081668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.098066] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: IN_PROGRESS for 2s [ 1174.339402] env[69318]: INFO networking_nsxv3.common.synchronization [req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 req-8e116dbe-1528-4d90-af2c-737866468bdd service nova] Enqueued Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGHEST for action security_group_rules [ 1174.339709] env[69318]: INFO networking_nsxv3.common.synchronization [req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 req-8e116dbe-1528-4d90-af2c-737866468bdd service nova] Enqueued Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGHEST for action security_group_members [ 1174.339743] env[69318]: INFO networking_nsxv3.common.synchronization [req-66968859-ecb2-4e9c-b70a-33c6ceb1e4e0 req-8e116dbe-1528-4d90-af2c-737866468bdd service nova] Enqueued Resource ID: 6a30edc2-2567-4dca-bf6f-3d41f00097c5 with Priority: HIGHEST for action port [ 1174.340330] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGHEST for action security_group_rules [ 1174.340489] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGHEST for action security_group_members [ 1174.340643] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a30edc2-2567-4dca-bf6f-3d41f00097c5 with Priority: HIGHEST for action port [ 1174.340929] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2920bb-5226-41bd-9a23-fcac05c4a714 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.341066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.341174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.341471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.341547] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.342483] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2920bb-5226-41bd-9a23-fcac05c4a714 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.343073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.343145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.343346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.343545] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.344520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.344520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.344520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.344520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.344520] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.345418] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a30edc2-2567-4dca-bf6f-3d41f00097c5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.345418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a30edc2-2567-4dca-bf6f-3d41f00097c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.345418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a30edc2-2567-4dca-bf6f-3d41f00097c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.345724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a30edc2-2567-4dca-bf6f-3d41f00097c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.345863] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a30edc2-2567-4dca-bf6f-3d41f00097c5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.847553] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.848792] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2920bb-5226-41bd-9a23-fcac05c4a714 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.848915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.849316] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a30edc2-2567-4dca-bf6f-3d41f00097c5 with status ACTIVE [ 1174.849500] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.849626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.849696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.849900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.849988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.850202] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.850303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.850380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.850559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.850679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.850856] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.850943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.851039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.851224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.851328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.851449] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a30edc2-2567-4dca-bf6f-3d41f00097c5 is going to be updated. [ 1174.873192] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.873357] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.873425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.873672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.873845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.874310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a30edc2-2567-4dca-bf6f-3d41f00097c5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.322321] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1175.322680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.322680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.322906] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.323112] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.323232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.323299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.323458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.323526] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.323613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.323701] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.350336] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.826603] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.826842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.826842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.827156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.827269] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.827409] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.827485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.827649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.827739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.827829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.827977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.828225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.828225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.828367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.828514] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.828612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.828675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.828810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.828888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.828971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.829079] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.980009] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.980164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.980258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.980435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.980517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.980629] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 is going to be created. [ 1176.007121] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.007318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.007391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.007626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.007736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.022259] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 in Status: UNINITIALIZED for 2s [ 1176.114925] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: SUCCESS [ 1176.115175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.331102] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec093269-9e01-4ccc-9883-3f89901c3c5e: rpc.has_security_group_logging(os_id): False [ 1176.354364] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.354799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.354799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.354929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.355211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.355358] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.355429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.355487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.355650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.355725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.355897] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.355990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.356107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.356298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.356381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.356594] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.356745] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.356817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.356975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.357100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.357159] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1176.426531] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.426837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.426837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.426950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.427096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.449568] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1176.852321] env[69318]: INFO networking_nsxv3.common.synchronization [req-de5dd5c1-bd6f-4af9-b46b-912650fac1a3 req-18a1184b-47ef-48f8-bf34-e9cf78624e9b tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 1176.853539] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 1176.853539] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.853539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.853539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.853891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.853891] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.858593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.858747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.858954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.859066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.859285] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.364502] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.866919] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.032340] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 in Status: SUCCESS [ 1178.032828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.032828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.032969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.033182] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.033306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.033415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.033580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.033691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.033786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.033879] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.164373] env[69318]: INFO networking_nsxv3.common.synchronization [None req-49621a88-6d0e-49f0-a36c-dc2c3571a16b tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_rules [ 1178.164943] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_rules [ 1178.165470] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.165470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.165623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.165801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.165918] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.237362] env[69318]: INFO networking_nsxv3.common.synchronization [None req-5dd402db-34f0-4e67-84b8-18ed6c887173 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_rules [ 1178.237901] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_rules [ 1178.238236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.238343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.369640] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.370044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.370044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.370044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.370185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.370185] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be updated. [ 1178.404303] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.404442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.404522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.404723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.404870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.426454] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: IN_PROGRESS for 2s [ 1178.469907] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1178.470156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.536501] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2920bb-5226-41bd-9a23-fcac05c4a714 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.536771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.536771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.536954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.537201] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.537318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.537387] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.537527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.537614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.537703] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.537899] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2920bb-5226-41bd-9a23-fcac05c4a714 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.537992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.537992] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.538147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.538281] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.538444] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.538517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.538669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.538743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.538900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.538900] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.687467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.687673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.687727] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.687913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.688010] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.688431] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 already deleted. [ 1178.688576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.688735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.688908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.688993] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.041591] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2920bb-5226-41bd-9a23-fcac05c4a714: rpc.has_security_group_logging(os_id): False [ 1179.064759] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.064759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.064759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.064759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.064759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.064759] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.065106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.065106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.065380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.065380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.065626] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.065771] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.065856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.066078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.066170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.066528] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.066528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.066684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.066794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.066895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.067034] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 is going to be created. [ 1179.129500] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.129721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.129807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.130018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.130209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.146358] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 in Status: IN_PROGRESS for 2s [ 1179.188509] env[69318]: INFO networking_nsxv3.common.synchronization [req-21cd2d65-8b32-4a39-8c31-22aef7021124 req-b644114e-7a8b-4900-817d-15d94094b413 tempest-ServersNegativeTestJSON-796936647 tempest-ServersNegativeTestJSON-796936647-project-member] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1179.189193] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGHEST for action security_group_members [ 1179.189639] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.189735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.189813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.190066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.190547] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.190547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.190547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.190746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.190746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.191630] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.242995] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.243170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.243236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.243457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.243547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.243646] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 already deleted. [ 1179.243734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.694236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.694540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.694540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.694860] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.694971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.695203] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.695383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.695466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.695645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.695728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.695894] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be updated. [ 1179.729870] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.730072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.730072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.730257] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.730568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.740317] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: IN_PROGRESS for 2s [ 1180.439049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: SUCCESS [ 1180.439049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.163234] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 in Status: SUCCESS [ 1181.163643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.751553] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120156d2-9693-4152-a382-e169f03bc87e in Status: SUCCESS [ 1181.751945] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120156d2-9693-4152-a382-e169f03bc87e deletion is rescheduled due to dependency. [ 1181.751945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.116693] env[69318]: INFO networking_nsxv3.common.synchronization [req-d89815a8-64a1-4cb5-bbc8-96ca31140edd req-0fa74fab-f5ac-4598-8883-31c3e8b5364a tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_members [ 1183.116897] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGHEST for action security_group_members [ 1183.120298] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.120477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.120540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.120977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.120977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.120977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.121195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.121195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.121286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.121364] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.626263] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.626263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.626263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.626263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.626263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.626263] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.626538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.627171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.627698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.627913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.628142] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a is going to be updated. [ 1183.662486] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.662756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.662884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.663175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.663410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.675098] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16794f13-0b89-4462-83fe-48b73acdf54a in Status: IN_PROGRESS for 2s [ 1184.417157] env[69318]: INFO networking_nsxv3.common.synchronization [req-4c78a417-3bec-4497-aa4c-64630fd07e6f req-3de741cf-f572-4b1c-a6b6-277324e9c861 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1184.417499] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1184.418182] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.420720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.420873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.421099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.422684] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.422684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.422684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.422684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.422684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.422684] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.926768] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.433622] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.695123] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16794f13-0b89-4462-83fe-48b73acdf54a in Status: SUCCESS [ 1185.695338] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a deletion is rescheduled due to dependency. [ 1185.695461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.799384] env[69318]: INFO networking_nsxv3.common.synchronization [req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd req-838955e4-5a31-4826-8f5c-8f29083707ae tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1185.800014] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1185.800269] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.800393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.800463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.800664] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.800817] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.800915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.800971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.801414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.801539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.801664] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.939021] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.939021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.939021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.939021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.939021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.939021] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1185.968642] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.968905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.968905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.969131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.969299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.979133] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1186.262710] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.262999] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.263089] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.263437] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.263820] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.263995] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.264276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.264379] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.264594] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.264875] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.264999] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.265127] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.265294] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.265422] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.265553] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.265736] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.286014] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.286287] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.286409] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.286660] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-860" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.287041] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-65fc7381-63bc-4b44-b40a-014791db3a3a taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.287196] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-65fc7381-63bc-4b44-b40a-014791db3a3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.287301] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-65fc7381-63bc-4b44-b40a-014791db3a3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.287553] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-65fc7381-63bc-4b44-b40a-014791db3a3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.287692] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65fc7381-63bc-4b44-b40a-014791db3a3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.304757] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.304971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.305047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.305276] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.305398] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.305618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.305780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.305868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.306100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.306188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.306291] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1186.341130] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.341368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.341368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.341595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.341793] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.345801] env[69318]: INFO networking_nsxv3.common.synchronization [req-d4fa2f9d-65a3-4373-a586-5573b999cb9a req-e5d979b4-5f70-42e5-8676-81fe8cfd261c tempest-ServerRescueNegativeTestJSON-718575729 tempest-ServerRescueNegativeTestJSON-718575729-project-member] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 1186.348795] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGHEST for action security_group_members [ 1186.348795] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.348795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.348795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.348795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.348795] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.348795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.348795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.348795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.348795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.348795] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.364338] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1186.790816] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.791206] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.791247] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.791944] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.791944] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.791944] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 65fc7381-63bc-4b44-b40a-014791db3a3a not found, creating... [ 1186.792254] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.792254] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.792381] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.792607] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.792780] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.793102] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.793319] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.793554] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.793814] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.793967] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.794137] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 65fc7381-63bc-4b44-b40a-014791db3a3a is going to be created. [ 1186.824295] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.824724] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.824724] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.825034] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.825224] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.825378] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-65fc7381-63bc-4b44-b40a-014791db3a3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.851256] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.852126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.852295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.852574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.852754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.853094] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.853255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.853850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.854139] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.855803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.855803] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be updated. [ 1186.890029] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.890029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.890313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.890313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.890705] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.901202] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: IN_PROGRESS for 2s [ 1187.576980] env[69318]: INFO networking_nsxv3.common.synchronization [req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd req-9cf160c2-4109-4344-8e84-bd2d47e4885c service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 1187.577200] env[69318]: INFO networking_nsxv3.common.synchronization [req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd req-9cf160c2-4109-4344-8e84-bd2d47e4885c service nova] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1187.577355] env[69318]: INFO networking_nsxv3.common.synchronization [req-14a04ea5-04b8-4fa0-8e62-9c9890031dcd req-9cf160c2-4109-4344-8e84-bd2d47e4885c service nova] Enqueued Resource ID: 65fc7381-63bc-4b44-b40a-014791db3a3a with Priority: HIGHEST for action port [ 1187.577605] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_rules [ 1187.577729] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1187.577823] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65fc7381-63bc-4b44-b40a-014791db3a3a with Priority: HIGHEST for action port [ 1187.578358] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.578487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.578557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.578758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.578840] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.581955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.582066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.582268] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-65fc7381-63bc-4b44-b40a-014791db3a3a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.582378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65fc7381-63bc-4b44-b40a-014791db3a3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.582445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65fc7381-63bc-4b44-b40a-014791db3a3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.582619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65fc7381-63bc-4b44-b40a-014791db3a3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.582693] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65fc7381-63bc-4b44-b40a-014791db3a3a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.899349] env[69318]: INFO networking_nsxv3.common.synchronization [req-20e2df14-17f8-4a87-8394-7658441b0c58 req-21452afb-4e99-4753-a1dc-77e603bf932c tempest-ServerMetadataTestJSON-205552091 tempest-ServerMetadataTestJSON-205552091-project-member] Enqueued Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGHEST for action security_group_members [ 1187.899885] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGHEST for action security_group_members [ 1187.900203] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2920bb-5226-41bd-9a23-fcac05c4a714 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.900328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.900395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.900592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.900739] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.900838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.900902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.901061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.901150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.901242] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.991262] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1187.991485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.085718] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.085883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.085943] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65fc7381-63bc-4b44-b40a-014791db3a3a with status ACTIVE [ 1188.086160] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.086273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.086341] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.086555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.086643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.086833] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.086941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.087014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.087180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.087250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.087558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.087558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.087683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.087713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.087791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.087874] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65fc7381-63bc-4b44-b40a-014791db3a3a is going to be updated. [ 1188.113406] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.113665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.113665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.113816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.113965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.114151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65fc7381-63bc-4b44-b40a-014791db3a3a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.373991] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1188.374188] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 1188.374282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.374413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.374632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.374812] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.374924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.374988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.375152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.375234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.375961] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.405172] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.405415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.405506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.406871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.406871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.406871] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.406871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.406871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.406871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.407140] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.407293] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 is going to be updated. [ 1188.437741] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.437879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.438106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.438185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.438328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.448243] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 in Status: IN_PROGRESS for 2s [ 1188.878947] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.911954] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 in Status: SUCCESS [ 1188.912402] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 deletion is rescheduled due to dependency. [ 1188.912402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.383050] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.610102] env[69318]: INFO networking_nsxv3.common.synchronization [req-627c01ff-6d5b-47e0-a06a-295b9715bc0a req-620d9a3b-1dae-4402-9800-5c1afef63ca9 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1189.610102] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1189.610727] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.611046] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.611217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.611527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.611789] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.612012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.614019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.614019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.614019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.614019] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.885546] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.885795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.885905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.886352] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.886579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.886656] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1189.920349] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.920634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.920634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.920762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.920905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.932193] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1190.115863] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.116052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.116253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.116369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.141330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.141606] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.141751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.141811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.141989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.142082] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.142173] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1190.176150] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.176150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.176150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.176150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.176150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.205491] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1190.462954] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 in Status: SUCCESS [ 1190.462954] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 deletion is rescheduled due to dependency. [ 1190.462954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.715330] env[69318]: INFO networking_nsxv3.common.synchronization [req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec req-96f883b9-bb0a-4b3b-bfdc-00879754d649 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1190.718030] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1190.718030] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.718401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.718605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.718960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.719290] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.719555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.719746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.720049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.720265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.721601] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.224704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.224704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.224704] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 already deleted. [ 1191.224704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.322410] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.322410] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.322410] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.322410] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.322410] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.322410] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.322410] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.322923] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.323736] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.323736] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.323736] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.323736] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.323736] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.323736] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.324324] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.324324] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.344211] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.344469] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.344602] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.344829] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.345256] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-1b2c7722-d3de-4c2d-8cd6-2896632ab842 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.345490] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-1b2c7722-d3de-4c2d-8cd6-2896632ab842" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.345647] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-1b2c7722-d3de-4c2d-8cd6-2896632ab842" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.346095] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-1b2c7722-d3de-4c2d-8cd6-2896632ab842" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.346275] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2c7722-d3de-4c2d-8cd6-2896632ab842',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.848756] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.849122] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.849215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.849515] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.849679] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.849845] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 1b2c7722-d3de-4c2d-8cd6-2896632ab842 not found, creating... [ 1191.850203] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.850393] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.850519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.850750] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.850895] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.851326] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.851535] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.851720] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.851948] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.852106] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.852257] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 1b2c7722-d3de-4c2d-8cd6-2896632ab842 is going to be created. [ 1191.940228] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.940480] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.940618] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.940913] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.941174] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.941416] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-1b2c7722-d3de-4c2d-8cd6-2896632ab842" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.942962] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1191.943167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.943330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.943522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.943703] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.943812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.943890] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.944064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.944154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.944244] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.944487] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.216034] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1192.216245] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 deletion is rescheduled due to dependency. [ 1192.216370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.449511] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.449812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.449812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.449956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.450154] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.450253] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.450315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.450477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.450558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.450642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.450784] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.450873] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.450926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.451086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.451221] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.451308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.451365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.451498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.451569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.451647] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.451732] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.669602] env[69318]: INFO networking_nsxv3.common.synchronization [req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec req-846b7a08-dce7-44d0-a36a-38b78f7ea63e service nova] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_rules [ 1192.669782] env[69318]: INFO networking_nsxv3.common.synchronization [req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec req-846b7a08-dce7-44d0-a36a-38b78f7ea63e service nova] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1192.669951] env[69318]: INFO networking_nsxv3.common.synchronization [req-8de6fdc5-58cd-46e5-a2fe-c3f3fcf054ec req-846b7a08-dce7-44d0-a36a-38b78f7ea63e service nova] Enqueued Resource ID: 1b2c7722-d3de-4c2d-8cd6-2896632ab842 with Priority: HIGHEST for action port [ 1192.670253] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_rules [ 1192.670399] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1192.670500] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2c7722-d3de-4c2d-8cd6-2896632ab842 with Priority: HIGHEST for action port [ 1192.672672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.672672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.672672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.672672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.672672] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.673067] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.673290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.673374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.673576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.673764] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.673897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.673987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.674176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.674301] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.674434] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.675551] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2c7722-d3de-4c2d-8cd6-2896632ab842 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.678789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2c7722-d3de-4c2d-8cd6-2896632ab842" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.678789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2c7722-d3de-4c2d-8cd6-2896632ab842" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.678789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2c7722-d3de-4c2d-8cd6-2896632ab842" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.678789] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2c7722-d3de-4c2d-8cd6-2896632ab842',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.955571] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6b088d-b4a7-41ad-90f9-c935ec8210f4: rpc.has_security_group_logging(os_id): False [ 1192.972660] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.972832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.972902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.973147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.973245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.973450] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.973556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.973610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.973765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.973842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.974043] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.974144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.974208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.974355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.974430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.974630] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.974723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.974826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.974921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.975040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.975114] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1193.035820] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.036043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.036043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.036288] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.036448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.050986] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1193.177525] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.178134] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.178269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.180565] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b2c7722-d3de-4c2d-8cd6-2896632ab842 with status ACTIVE [ 1193.181026] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.181026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.181026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.181203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.181243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.181850] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.181850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.181850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.181850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.182055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.182090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.182182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.182236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.182377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.182452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.182630] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b2c7722-d3de-4c2d-8cd6-2896632ab842 is going to be updated. [ 1193.205858] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.206077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.206167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.206968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.206968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.206968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2c7722-d3de-4c2d-8cd6-2896632ab842" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.679621] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.181809] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.182012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.182052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.182292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.182407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.182519] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 is going to be created. [ 1194.208962] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.209131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.209206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.209418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.209572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.220127] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: UNINITIALIZED for 2s [ 1195.069643] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1195.069909] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.606616] env[69318]: INFO networking_nsxv3.common.synchronization [req-8bf7db10-1e33-4282-8cfb-5ff9ce23be18 req-6b3f11e8-3482-46e8-a23f-ea4e14686851 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1195.607201] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1195.607527] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.607650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.607724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.607932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.610999] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.611153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.611207] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.611368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.611457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.611552] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.114413] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.233454] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: SUCCESS [ 1196.233454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.233454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.233454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.233454] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.233454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.233454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.233454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.233454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.233454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.233454] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.472935] env[69318]: INFO networking_nsxv3.common.synchronization [req-f0b0d9be-b992-4059-bef8-a67e00141b66 req-9acf1546-0a7b-4da5-9c82-b043879068e8 tempest-ServersTestJSON-1408195781 tempest-ServersTestJSON-1408195781-project-member] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1196.472935] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGHEST for action security_group_members [ 1196.473217] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.473878] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.473878] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.473878] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.473878] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.474127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.474127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.474127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.474211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.474313] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.618047] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.734908] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.979699] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.979699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.979699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.979699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.979699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.979699] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.979699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.979699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.979699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.979699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.979699] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be updated. [ 1197.007247] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.007507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.007591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.007817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.007968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.020268] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: IN_PROGRESS for 2s [ 1197.120102] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.120102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.120102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.120528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.120528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.120528] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 is going to be updated. [ 1197.152508] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.152508] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.152655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.152924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.153167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.168940] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: IN_PROGRESS for 2s [ 1197.237889] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17dee2b0-0b92-426d-848f-7714d68d5b44: rpc.has_security_group_logging(os_id): False [ 1197.259089] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.259371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.259371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.259549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.259622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.259875] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.260127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.260127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.260289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.260289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.260418] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 is going to be created. [ 1197.326009] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.326397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.326397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.326546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.327143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.340964] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: IN_PROGRESS for 2s [ 1199.031332] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec093269-9e01-4ccc-9883-3f89901c3c5e in Status: SUCCESS [ 1199.031332] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e deletion is rescheduled due to dependency. [ 1199.031332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.179674] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: SUCCESS [ 1199.180373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.353416] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: SUCCESS [ 1199.353416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.630997] env[69318]: INFO networking_nsxv3.common.synchronization [req-bd791f82-a6bd-4360-9e76-e7a2307879da req-96646aa9-c8e0-43e9-8990-edc26b923e7f tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 1199.633340] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 1199.633632] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.634402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.634554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.634804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.635034] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.635169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.635267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.636142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.636142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.636142] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.139118] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.139521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.139521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.139625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.139743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.139918] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.140058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.140142] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.140224] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.140298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.140380] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be deleted. [ 1200.171088] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.171088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.171088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.171088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.171088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.171088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.334515] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.334689] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.334812] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.335101] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.335371] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.335574] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.335680] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.335852] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.336014] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.336268] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.336389] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.336502] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.336627] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.336777] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.336912] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.336998] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.358132] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.358132] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1200.358334] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.358436] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.358897] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-148afbcf-ec50-426c-863e-24625acedf7f taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.359084] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.359260] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.359638] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.359789] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('148afbcf-ec50-426c-863e-24625acedf7f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.862556] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.863037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.863173] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.863502] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.863746] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.864023] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 148afbcf-ec50-426c-863e-24625acedf7f not found, creating... [ 1200.864408] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.864905] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.864905] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.865204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.865422] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.865863] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.866326] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.866326] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.866738] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.866822] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.867042] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 148afbcf-ec50-426c-863e-24625acedf7f is going to be created. [ 1200.894340] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.894561] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.894716] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.895128] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.895517] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.895836] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.633341] env[69318]: INFO networking_nsxv3.common.synchronization [req-bd791f82-a6bd-4360-9e76-e7a2307879da req-2c8f85ac-5a61-478b-b62a-6084c102ba3c service nova] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_rules [ 1201.633341] env[69318]: INFO networking_nsxv3.common.synchronization [req-bd791f82-a6bd-4360-9e76-e7a2307879da req-2c8f85ac-5a61-478b-b62a-6084c102ba3c service nova] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 1201.633341] env[69318]: INFO networking_nsxv3.common.synchronization [req-bd791f82-a6bd-4360-9e76-e7a2307879da req-2c8f85ac-5a61-478b-b62a-6084c102ba3c service nova] Enqueued Resource ID: 148afbcf-ec50-426c-863e-24625acedf7f with Priority: HIGHEST for action port [ 1201.633874] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_rules [ 1201.633874] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 1201.633874] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148afbcf-ec50-426c-863e-24625acedf7f with Priority: HIGHEST for action port [ 1201.634191] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.634350] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.634423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.634618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.634696] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.635943] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.636073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.636165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.636345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.636502] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.636597] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.636657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.636808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.636886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.636980] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.637734] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-148afbcf-ec50-426c-863e-24625acedf7f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.638154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.638154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.638576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.641393] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('148afbcf-ec50-426c-863e-24625acedf7f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.143950] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.143950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.144188] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.145051] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 148afbcf-ec50-426c-863e-24625acedf7f with status ACTIVE [ 1202.145263] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.145394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.145473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.145714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.146025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.146025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.146608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.146608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.146608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.146608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.146839] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.146839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.146839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.147104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.147104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.147175] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 148afbcf-ec50-426c-863e-24625acedf7f is going to be updated. [ 1202.170145] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.170516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.170516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.170637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.170690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.170832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.653020] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.154826] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.154987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.155078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.155290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.155378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.155479] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be created. [ 1203.179054] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.179054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.179054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.179270] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.179347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.190848] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: UNINITIALIZED for 2s [ 1203.375334] env[69318]: INFO networking_nsxv3.common.synchronization [req-3ff0ab25-c384-49ba-97dd-ac8ff7192a39 req-fc64142d-c851-407b-baea-71e68f418215 tempest-ServerRescueTestJSON-2061324068 tempest-ServerRescueTestJSON-2061324068-project-member] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1203.376030] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGHEST for action security_group_members [ 1203.376218] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.376361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.376425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.376982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.377190] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.377304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.377370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.377537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.377627] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.377718] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.880391] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.880391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.880391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.880892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.880892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.880892] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.881021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.881097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.881252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.881332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.881435] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 is going to be updated. [ 1203.908054] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.908258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.908333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.908552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.908694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.918332] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: IN_PROGRESS for 2s [ 1205.202777] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: SUCCESS [ 1205.203114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.203175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.203385] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.203579] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.203701] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.203768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.203922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.204034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.204128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.204266] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.707177] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.707422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.707499] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.707715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.707957] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.708165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.708165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.708281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.708368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.708473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.708638] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.708785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.708785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.708924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.709111] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.709206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.709268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.709404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.709480] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.709561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.709651] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.933898] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 in Status: SUCCESS [ 1205.933898] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 deletion is rescheduled due to dependency. [ 1205.933898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.213240] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc4d7c84-ae0f-4cb3-a5f3-079925676a29: rpc.has_security_group_logging(os_id): False [ 1206.233467] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.233633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.233776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.233919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.234015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.234232] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.234342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.234408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.234567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.234648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.234846] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.234949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.234997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.235248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.235248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.235410] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.235506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.235568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.235956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.235956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.235956] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be created. [ 1206.293672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.293833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.293887] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.294126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.294337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.307866] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: IN_PROGRESS for 2s [ 1208.323283] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: SUCCESS [ 1208.323613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.377121] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.377245] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.495211] env[69318]: INFO networking_nsxv3.common.synchronization [req-55ca2e60-2138-48bc-bbcf-9ce27d3ddeef req-cd026b94-ec6e-4990-b0eb-5f7da625a627 tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1208.495772] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1208.496094] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.496269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.496348] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.496549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.496703] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.496806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.496869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.497023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.497152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.497219] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.000058] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.000359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.000448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.000659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.000790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.001059] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.001191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.001289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.001497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.001610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.001738] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1209.040155] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.040382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.040382] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.040733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.040903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.053110] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1209.710151] env[69318]: INFO networking_nsxv3.common.synchronization [req-79d547b9-6a1b-499d-bbb1-1d9d9f131a4a req-ea676d50-57bc-40b6-ac02-d58d9b0b3a60 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 1209.713915] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGHEST for action security_group_members [ 1209.714757] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.714757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.714757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.716286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.716286] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.716286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.716286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.716286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.716286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.716286] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.765012] env[69318]: INFO networking_nsxv3.common.synchronization [req-79d547b9-6a1b-499d-bbb1-1d9d9f131a4a req-ea676d50-57bc-40b6-ac02-d58d9b0b3a60 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 148afbcf-ec50-426c-863e-24625acedf7f with Priority: HIGHEST for action port [ 1209.765012] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148afbcf-ec50-426c-863e-24625acedf7f with Priority: HIGHEST for action port [ 1209.765012] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-148afbcf-ec50-426c-863e-24625acedf7f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.765012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.765012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.765012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.765012] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('148afbcf-ec50-426c-863e-24625acedf7f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.218023] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.218189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.218236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.218437] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.218534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.218897] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.218897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.218897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.219054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.219153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.219231] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be updated. [ 1210.267323] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.267512] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.267576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.267757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.267901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.269016] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 148afbcf-ec50-426c-863e-24625acedf7f with status ACTIVE [ 1210.269206] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.269318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.269386] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.269558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.269641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.269801] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.269896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.269956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.272068] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.272165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.272372] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.272464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.272527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.272673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.272750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.272836] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 148afbcf-ec50-426c-863e-24625acedf7f is going to be updated. [ 1210.282460] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: IN_PROGRESS for 2s [ 1210.297016] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.297370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.297370] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.297877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.298037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.298199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-148afbcf-ec50-426c-863e-24625acedf7f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.064949] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1211.064949] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 1211.064949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.292575] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 in Status: SUCCESS [ 1212.292941] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 deletion is rescheduled due to dependency. [ 1212.292941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.580528] env[69318]: INFO networking_nsxv3.common.synchronization [req-daedc575-9544-4225-be54-232ef7be883b req-11ed9119-fb5e-4dbd-9be6-cc7e5975d012 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1213.581447] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1213.581447] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.581612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.581612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.582309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.582309] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.582309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.582309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.582309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.582309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.582576] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.014913] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.015178] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.015325] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.015708] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.016166] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.016731] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.016934] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.017281] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.017533] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.017860] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.018053] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.018227] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.018395] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.018565] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.018727] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.018915] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.043224] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.043410] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.043550] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.043749] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.044114] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.044252] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.044382] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.044725] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.044871] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf2725cd-ee71-41c2-9d3c-d6618eca2b2d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.084844] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.085018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.085089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.085306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.085424] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.085634] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.085744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.085811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.085978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.086071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.086169] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1214.112454] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.112697] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.112780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.113047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.113172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.121939] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1214.548091] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.548319] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.548319] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.548616] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.548787] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.548959] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port bf2725cd-ee71-41c2-9d3c-d6618eca2b2d not found, creating... [ 1214.549302] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.549549] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.549704] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.550020] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.550195] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.550496] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.550656] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.550779] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.550998] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.551171] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.551343] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: bf2725cd-ee71-41c2-9d3c-d6618eca2b2d is going to be created. [ 1214.570812] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.571040] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.571176] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.571523] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.571764] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.571992] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.577022] env[69318]: INFO networking_nsxv3.common.synchronization [req-daedc575-9544-4225-be54-232ef7be883b req-3d7b5da2-b10f-4f16-965d-dafbab0f58fd service nova] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 1215.577022] env[69318]: INFO networking_nsxv3.common.synchronization [req-daedc575-9544-4225-be54-232ef7be883b req-3d7b5da2-b10f-4f16-965d-dafbab0f58fd service nova] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1215.577022] env[69318]: INFO networking_nsxv3.common.synchronization [req-daedc575-9544-4225-be54-232ef7be883b req-3d7b5da2-b10f-4f16-965d-dafbab0f58fd service nova] Enqueued Resource ID: bf2725cd-ee71-41c2-9d3c-d6618eca2b2d with Priority: HIGHEST for action port [ 1215.577022] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 1215.577022] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1215.577022] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2725cd-ee71-41c2-9d3c-d6618eca2b2d with Priority: HIGHEST for action port [ 1215.577022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.577022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.577022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.577022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.577022] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.577022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.577022] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.577891] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.577891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.577891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.577891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.577891] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf2725cd-ee71-41c2-9d3c-d6618eca2b2d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.882123] env[69318]: INFO networking_nsxv3.common.synchronization [req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa req-640198ee-aaf5-4a1e-a595-e181aec49a73 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1215.882795] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1215.883130] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.883338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.883414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.883630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.883783] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.883879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.883939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.884105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.884199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.884274] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.079626] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.080308] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.085024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf2725cd-ee71-41c2-9d3c-d6618eca2b2d with status ACTIVE [ 1216.085024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.085024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.085024] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.085024] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.085024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf2725cd-ee71-41c2-9d3c-d6618eca2b2d is going to be updated. [ 1216.114366] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.114366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.114366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.114366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.114366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.114366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf2725cd-ee71-41c2-9d3c-d6618eca2b2d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.135829] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 4s [ 1216.386970] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.420225] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.420434] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.420563] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.420863] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.421169] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.421358] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.421486] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.421765] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.421926] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.422502] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.422632] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.422751] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.422866] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.423140] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.423140] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.423267] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.449990] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.450218] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.450370] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.450567] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.450911] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.451103] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.451228] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.451593] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.451744] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c0b773-3411-4274-a4ea-7ca3f1d34a92',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.889468] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.954559] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.954950] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.955209] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.955657] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.955931] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.956291] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port e0c0b773-3411-4274-a4ea-7ca3f1d34a92 not found, creating... [ 1216.956747] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.957030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.958115] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.958420] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.958954] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.958954] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.959156] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.959206] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.960068] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.960068] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.960068] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: e0c0b773-3411-4274-a4ea-7ca3f1d34a92 is going to be created. [ 1216.984087] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.984322] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.984461] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.985416] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.985416] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.985416] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.393589] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.393811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.393974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.394326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.394419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.394531] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 is going to be updated. [ 1217.429269] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.429577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.429577] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.429852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.430045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.443594] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: IN_PROGRESS for 2s [ 1217.741332] env[69318]: INFO networking_nsxv3.common.synchronization [req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa req-dcef1389-d35b-44d0-9bc6-41ed86d7809a service nova] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_rules [ 1217.741332] env[69318]: INFO networking_nsxv3.common.synchronization [req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa req-dcef1389-d35b-44d0-9bc6-41ed86d7809a service nova] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1217.741332] env[69318]: INFO networking_nsxv3.common.synchronization [req-e063bc5d-64d5-40b1-8510-6a1e6b5a8dfa req-dcef1389-d35b-44d0-9bc6-41ed86d7809a service nova] Enqueued Resource ID: e0c0b773-3411-4274-a4ea-7ca3f1d34a92 with Priority: HIGHEST for action port [ 1217.741332] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_rules [ 1217.741332] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1217.741961] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c0b773-3411-4274-a4ea-7ca3f1d34a92 with Priority: HIGHEST for action port [ 1217.742635] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.743228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.746083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.746083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.746083] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.746083] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.746083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.746083] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.746083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.746083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.746083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.746083] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c0b773-3411-4274-a4ea-7ca3f1d34a92',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.152714] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1218.152714] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 deletion is rescheduled due to dependency. [ 1218.152714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.152714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.152714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.152714] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.152714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.152714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.152714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.152714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.152714] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.246754] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.246754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.250972] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0c0b773-3411-4274-a4ea-7ca3f1d34a92 with status ACTIVE [ 1218.250972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.250972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.250972] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.250972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.250972] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0c0b773-3411-4274-a4ea-7ca3f1d34a92 is going to be updated. [ 1218.272645] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.273395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.274312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.274312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.274312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.274312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c0b773-3411-4274-a4ea-7ca3f1d34a92" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.502855] env[69318]: INFO networking_nsxv3.common.synchronization [req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 req-3c77846e-887b-4cde-97c3-bd47308668eb tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1218.503685] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1218.503960] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.504317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.504413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.504635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.504883] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.505010] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.505100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.505402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.505517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.505650] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.655500] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.864356] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.864647] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.864876] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.865254] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.865642] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.866035] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.866035] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.866314] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.866512] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.866762] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.866882] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.867235] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.867235] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.867235] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.867421] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.867459] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.886408] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.886618] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.886762] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.886947] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-880" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.887435] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-4c5394af-c281-41e0-bbdc-929806914605 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.887622] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-4c5394af-c281-41e0-bbdc-929806914605" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.887775] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-4c5394af-c281-41e0-bbdc-929806914605" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.888134] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-4c5394af-c281-41e0-bbdc-929806914605" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.888279] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5394af-c281-41e0-bbdc-929806914605',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.007786] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.008018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.008079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.008267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.008362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.008563] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.008663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.008726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.008871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.008946] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.009060] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1219.034935] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.035185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.035185] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.035967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.035967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.048390] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1219.162031] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.393813] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.394152] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.394439] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.394746] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.394962] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.395215] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 4c5394af-c281-41e0-bbdc-929806914605 not found, creating... [ 1219.395607] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.395852] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.396070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.396552] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.396714] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.397764] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.397885] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.397939] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.398198] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.398345] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.398548] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 4c5394af-c281-41e0-bbdc-929806914605 is going to be created. [ 1219.420399] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.420614] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.420773] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.421076] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.421344] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.421575] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-4c5394af-c281-41e0-bbdc-929806914605" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.455911] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: SUCCESS [ 1219.456236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.456468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.456744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.456988] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.457172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.457286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.457487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.457593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.457690] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.663675] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.663675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.663675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.663675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.663675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.663675] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1219.712151] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.712151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.712151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.712151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.712151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.734927] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1219.960469] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.127094] env[69318]: INFO networking_nsxv3.common.synchronization [req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 req-66881a02-6506-400c-a288-5f12c7034fbe service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 1220.127397] env[69318]: INFO networking_nsxv3.common.synchronization [req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 req-66881a02-6506-400c-a288-5f12c7034fbe service nova] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1220.127556] env[69318]: INFO networking_nsxv3.common.synchronization [req-0f6b3618-08c2-4f1b-a343-6b291aa47a94 req-66881a02-6506-400c-a288-5f12c7034fbe service nova] Enqueued Resource ID: 4c5394af-c281-41e0-bbdc-929806914605 with Priority: HIGHEST for action port [ 1220.128093] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_rules [ 1220.128229] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1220.128484] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5394af-c281-41e0-bbdc-929806914605 with Priority: HIGHEST for action port [ 1220.128791] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.128911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.128970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.129190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.129273] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.130608] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.130733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.131072] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5394af-c281-41e0-bbdc-929806914605 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.131206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5394af-c281-41e0-bbdc-929806914605" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.131206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5394af-c281-41e0-bbdc-929806914605" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.131507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5394af-c281-41e0-bbdc-929806914605" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.131573] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5394af-c281-41e0-bbdc-929806914605',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.465129] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.633828] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.634403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.634403] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c5394af-c281-41e0-bbdc-929806914605 with status ACTIVE [ 1220.634708] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.634708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.634708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.634919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.635328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.635328] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.635459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.635459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.635927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.635927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.635927] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.636086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.636122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.636369] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.636450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.636539] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c5394af-c281-41e0-bbdc-929806914605 is going to be updated. [ 1220.663668] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.663880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.663928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.664237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.664374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.664534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5394af-c281-41e0-bbdc-929806914605" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.968312] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.968312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.968312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.968312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.968312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.968312] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 is going to be updated. [ 1220.999265] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.999413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.999477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.999715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.999863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.008891] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: IN_PROGRESS for 2s [ 1221.063958] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1221.064039] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 1221.064158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.064423] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.064710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.064911] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.065032] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.065106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.065266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.065373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.065470] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.569371] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.747217] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1221.747489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.747651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.747901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.748142] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.748289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.748361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.748550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.748650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.748745] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.748862] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.074086] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.251643] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.577122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.577506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.577506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.577763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.577813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.577913] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1222.616430] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.616637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.616637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.616857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.616997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.625585] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1222.753500] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0379c2-d6b4-4413-a2c6-b00555cc9df5: rpc.has_security_group_logging(os_id): False [ 1222.771431] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.771591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.771642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.771859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.771951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.772209] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.772314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.772375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.772534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.772612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.772700] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1222.841828] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.842070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.842070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.842251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.842401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.855739] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1223.019494] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: SUCCESS [ 1223.019729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.019908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.020218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.020355] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.020513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.020602] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.020690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.020770] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.020866] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.020967] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.524085] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.026386] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17dee2b0-0b92-426d-848f-7714d68d5b44: rpc.has_security_group_logging(os_id): False [ 1224.044760] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.044973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.044973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.045187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.045278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.045599] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.045715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.045774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.045929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.046014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.046109] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 is going to be updated. [ 1224.127370] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.127578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.127578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.127789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.127926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.141760] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: IN_PROGRESS for 2s [ 1224.636759] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1224.636759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.637091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.637091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.637297] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.637465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.637541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.637721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.637803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.637971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.638078] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.876353] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1224.876605] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.129414] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.129761] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1225.140161] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.140313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.140381] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.140612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.140780] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.140898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.140953] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.141103] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.141194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.141291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.141729] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.141729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.141729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.141729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.141928] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.142034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.142034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.142173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.142248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.142376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.142433] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.647941] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed261e9c-b814-4d44-a405-8b82a578ee52: rpc.has_security_group_logging(os_id): False [ 1225.667508] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.668937] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.668937] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.668937] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.669591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.669591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.669591] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.669591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.669591] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.669795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.669795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.669885] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1225.731912] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.732202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.732202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.732371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.732491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.746560] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1226.158374] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: SUCCESS [ 1226.158754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.096082] env[69318]: INFO networking_nsxv3.common.synchronization [None req-79c39725-4b84-43ea-932c-451d9d2acbff tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1227.096667] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1227.096979] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.097130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.097200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.097418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.097590] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.097696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.097757] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.097910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.097993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.099814] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.601672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.602297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.602297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.602297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.602464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.602701] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.602877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.603199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.603334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.603334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.603492] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1227.637485] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.637681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.637721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.637991] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.638179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.649762] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1227.765485] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1227.765743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.664327] env[69318]: INFO networking_nsxv3.common.synchronization [req-a3898f5a-0ed0-42e3-bbfc-2489e5c4f3c3 req-8f3be0b9-7ce3-4de5-8871-01ec620b5610 tempest-DeleteServersTestJSON-1192337222 tempest-DeleteServersTestJSON-1192337222-project-member] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1228.664921] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGHEST for action security_group_members [ 1228.665267] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.666358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.666358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.666358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.666358] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.666358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.666358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.666358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.666358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.666358] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.170237] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.170410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.170462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.170657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.170742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.170950] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.171168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.171168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.171294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.171294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.171413] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be updated. [ 1229.202344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.202551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.202600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.202797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.202939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.213158] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: IN_PROGRESS for 2s [ 1229.659068] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1229.659818] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 deletion is rescheduled due to dependency. [ 1229.659818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.224803] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 in Status: SUCCESS [ 1231.225169] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 deletion is rescheduled due to dependency. [ 1231.225169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.358447] env[69318]: INFO networking_nsxv3.common.synchronization [req-9ec25644-911f-434b-8a85-69bbf9378ab5 req-9aaf12b6-afee-457b-a714-05960169439c tempest-ServerDiskConfigTestJSON-135076440 tempest-ServerDiskConfigTestJSON-135076440-project-member] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1231.358499] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGHEST for action security_group_members [ 1231.358785] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.358902] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.358965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.359736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.359736] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.359736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.359736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.360015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.360015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.360015] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.861824] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.862054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.862134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.862361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.862478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.862669] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.862825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.862825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.862994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.863061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.863146] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be updated. [ 1231.890612] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.890788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.890836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.891027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.891165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.900507] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: IN_PROGRESS for 2s [ 1233.912025] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed261e9c-b814-4d44-a405-8b82a578ee52 in Status: SUCCESS [ 1233.912025] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 deletion is rescheduled due to dependency. [ 1233.912025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.324180] env[69318]: INFO networking_nsxv3.common.synchronization [req-eaef68b0-3eae-4141-86d0-efd039f4759b req-d664885c-ce21-4f5c-b00e-9d7d10a351bc tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 1234.325027] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 1234.326115] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.326115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.326115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.326115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.326115] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.326720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.326720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.326720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.326720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.326720] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.829347] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.856301] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.856492] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.856624] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.856898] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.857247] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.857505] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.857621] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.857756] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.857910] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.858420] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.858557] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.858676] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.858790] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.858907] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.859025] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.859163] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.879345] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.879522] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1234.879666] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.879848] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-201" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.880206] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-dd71ca79-3a14-4eec-8c16-02e4b82252bf taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.880385] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-dd71ca79-3a14-4eec-8c16-02e4b82252bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.880511] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-dd71ca79-3a14-4eec-8c16-02e4b82252bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.880842] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-dd71ca79-3a14-4eec-8c16-02e4b82252bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.880986] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd71ca79-3a14-4eec-8c16-02e4b82252bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.331836] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.383821] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.384090] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.384247] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.384538] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.384690] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.384845] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port dd71ca79-3a14-4eec-8c16-02e4b82252bf not found, creating... [ 1235.385121] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.385281] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.385403] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.385626] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.385766] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.386062] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.386249] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.386455] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.386683] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.386837] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.386982] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: dd71ca79-3a14-4eec-8c16-02e4b82252bf is going to be created. [ 1235.408236] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.408446] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.408558] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.408827] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.409070] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.409301] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-dd71ca79-3a14-4eec-8c16-02e4b82252bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.834388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.834593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.834680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.834829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.834942] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.835028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be updated. [ 1235.867544] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.867723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.867796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.868015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.868164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.876337] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: IN_PROGRESS for 2s [ 1236.768747] env[69318]: INFO networking_nsxv3.common.synchronization [req-eaef68b0-3eae-4141-86d0-efd039f4759b req-9cb17a57-eb7f-4300-8caa-60af7189219d service nova] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_rules [ 1236.769308] env[69318]: INFO networking_nsxv3.common.synchronization [req-eaef68b0-3eae-4141-86d0-efd039f4759b req-9cb17a57-eb7f-4300-8caa-60af7189219d service nova] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 1236.769308] env[69318]: INFO networking_nsxv3.common.synchronization [req-eaef68b0-3eae-4141-86d0-efd039f4759b req-9cb17a57-eb7f-4300-8caa-60af7189219d service nova] Enqueued Resource ID: dd71ca79-3a14-4eec-8c16-02e4b82252bf with Priority: HIGHEST for action port [ 1236.769678] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_rules [ 1236.769813] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 1236.769963] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd71ca79-3a14-4eec-8c16-02e4b82252bf with Priority: HIGHEST for action port [ 1236.770279] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.770426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.770460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.770663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.770853] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.771667] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.771765] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.771967] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd71ca79-3a14-4eec-8c16-02e4b82252bf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.772079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd71ca79-3a14-4eec-8c16-02e4b82252bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.772576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd71ca79-3a14-4eec-8c16-02e4b82252bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.772576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd71ca79-3a14-4eec-8c16-02e4b82252bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.772576] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd71ca79-3a14-4eec-8c16-02e4b82252bf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.277885] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.279180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.279180] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd71ca79-3a14-4eec-8c16-02e4b82252bf with status ACTIVE [ 1237.279180] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.279180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.279791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.279791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.279791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.279791] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.279938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.279938] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.282864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.282864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.282864] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.282864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.282864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.282864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.282864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.282864] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd71ca79-3a14-4eec-8c16-02e4b82252bf is going to be updated. [ 1237.303558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.304787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.304952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.305255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.305436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.305649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd71ca79-3a14-4eec-8c16-02e4b82252bf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.888419] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 1237.888419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.888832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.888832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.889070] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.889236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.889284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.889478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.889562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.889600] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.940358] env[69318]: INFO networking_nsxv3.common.synchronization [None req-411fa277-55ca-4f2e-bfef-bc60d1d05aa2 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_rules [ 1237.940358] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_rules [ 1237.940733] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.940867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.940934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.941686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.941816] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.027526] env[69318]: INFO networking_nsxv3.common.synchronization [None req-6690b219-2379-45ef-9a0d-8a42fbbd638d tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_rules [ 1238.027991] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_rules [ 1238.028485] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.028600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.391646] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.464531] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.464626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.464626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.465031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.465031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.465031] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 already deleted. [ 1238.465208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.465259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.465468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.465561] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.894224] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.991124] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.991124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.991124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.991124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.991124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.991124] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 already deleted. [ 1238.991124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.397064] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.398613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.398613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.398613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.398613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.398861] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be updated. [ 1239.436780] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.437041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.437198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.437562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.437733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.450657] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: IN_PROGRESS for 2s [ 1239.657863] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.658170] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.658267] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.658505] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.658790] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.658952] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.659087] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.660679] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.660679] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.660679] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.660679] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.660679] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.660679] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.660679] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.660679] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.660679] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.679869] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.680026] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.680162] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.680351] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.680731] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-61a873dd-7fa6-4175-a7fd-c835b0f12f02 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.680901] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.680997] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.681385] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.681560] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a873dd-7fa6-4175-a7fd-c835b0f12f02',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.183824] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.184308] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.184308] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.184521] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.184686] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.184846] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 61a873dd-7fa6-4175-a7fd-c835b0f12f02 not found, creating... [ 1240.185131] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.185302] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.185427] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.185698] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.185809] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.186126] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.186299] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.186509] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.186741] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.186883] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.187080] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 is going to be created. [ 1240.209332] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.209626] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.209710] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.209995] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.210384] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.210690] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.650735] env[69318]: INFO networking_nsxv3.common.synchronization [None req-f483271c-d70d-4dd3-b968-501415e58a14 None None] Enqueued Resource ID: 711fa349-e0ee-45d4-841f-90e9c6dc9569 with Priority: HIGHEST for action port [ 1240.650988] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711fa349-e0ee-45d4-841f-90e9c6dc9569 with Priority: HIGHEST for action port [ 1240.651597] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-711fa349-e0ee-45d4-841f-90e9c6dc9569 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.651725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711fa349-e0ee-45d4-841f-90e9c6dc9569" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.651795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711fa349-e0ee-45d4-841f-90e9c6dc9569" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.652071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711fa349-e0ee-45d4-841f-90e9c6dc9569" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.652157] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711fa349-e0ee-45d4-841f-90e9c6dc9569',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.977014] env[69318]: INFO networking_nsxv3.common.synchronization [req-a13425f6-fc6d-4354-97ee-986b093c11c6 req-79f0e2e2-7750-4a73-8739-d261bdabfc34 service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1240.977206] env[69318]: INFO networking_nsxv3.common.synchronization [req-a13425f6-fc6d-4354-97ee-986b093c11c6 req-79f0e2e2-7750-4a73-8739-d261bdabfc34 service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1240.977519] env[69318]: INFO networking_nsxv3.common.synchronization [req-a13425f6-fc6d-4354-97ee-986b093c11c6 req-79f0e2e2-7750-4a73-8739-d261bdabfc34 service nova] Enqueued Resource ID: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 with Priority: HIGHEST for action port [ 1240.977786] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1240.977915] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1240.978044] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 with Priority: HIGHEST for action port [ 1240.978693] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.979796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.979796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.980923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.981035] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.982300] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.982469] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.982575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.983425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.983672] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.983826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.983924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.984179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.984332] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.984482] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.985795] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a873dd-7fa6-4175-a7fd-c835b0f12f02 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.985883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.986127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.986248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.986405] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a873dd-7fa6-4175-a7fd-c835b0f12f02',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.156694] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 711fa349-e0ee-45d4-841f-90e9c6dc9569 [ 1241.156694] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.156694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.156694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.156694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.156694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.156694] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:711fa349-e0ee-45d4-841f-90e9c6dc9569 already deleted. [ 1241.157178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711fa349-e0ee-45d4-841f-90e9c6dc9569" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.461811] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 1241.462960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.462960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.462960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.462960] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.462960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.462960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.462960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.463271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.463271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.463335] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.489974] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.490676] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.493558] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a873dd-7fa6-4175-a7fd-c835b0f12f02 with status ACTIVE [ 1241.493558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.493558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.493558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.493558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.494445] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 is going to be updated. [ 1241.522693] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.522908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.522908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.523900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.524109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.524299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.712548] env[69318]: INFO networking_nsxv3.common.synchronization [None req-5f9d3ed3-ea53-4bc5-acda-77766d656e3e tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_rules [ 1241.713231] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_rules [ 1241.713589] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.713719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.713790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.714164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.714263] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.796568] env[69318]: INFO networking_nsxv3.common.synchronization [None req-8594264c-e3e8-466b-86c2-948e5871c546 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_rules [ 1241.797154] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_rules [ 1241.797506] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.797614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.967696] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.995039] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.237421] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.237668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.237797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.238149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.238318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.238483] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 already deleted. [ 1242.238638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.238882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.239177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.239374] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.471622] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67dfaedb-6106-476a-b4ec-eb0ba33ca68f: rpc.has_security_group_logging(os_id): False [ 1242.492638] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.492638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.492638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.492857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.492857] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.493072] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.493198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.493265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.493442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.493524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.493614] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be updated. [ 1242.497688] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.497861] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.497970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.498267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.498334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.498473] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1242.532436] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.532436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.532436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.532436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.532436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.543674] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1242.573178] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.573334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.573373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.573590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.573728] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.588638] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: IN_PROGRESS for 2s [ 1242.764456] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.764456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.764456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.764456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.764456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.764456] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 already deleted. [ 1242.764456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.918725] env[69318]: INFO networking_nsxv3.common.synchronization [None req-dbf9fee7-ef67-43e9-880c-af05679e610e None None] Enqueued Resource ID: 787b25dc-f458-4548-a126-eaaee1f0f7cf with Priority: HIGHEST for action port [ 1242.918725] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787b25dc-f458-4548-a126-eaaee1f0f7cf with Priority: HIGHEST for action port [ 1242.918725] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-787b25dc-f458-4548-a126-eaaee1f0f7cf taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.918725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-787b25dc-f458-4548-a126-eaaee1f0f7cf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.918725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-787b25dc-f458-4548-a126-eaaee1f0f7cf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.918725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-787b25dc-f458-4548-a126-eaaee1f0f7cf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.918725] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('787b25dc-f458-4548-a126-eaaee1f0f7cf',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.422244] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 787b25dc-f458-4548-a126-eaaee1f0f7cf [ 1243.422340] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.422624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.422624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.422817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.422871] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.422971] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:787b25dc-f458-4548-a126-eaaee1f0f7cf already deleted. [ 1243.423124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-787b25dc-f458-4548-a126-eaaee1f0f7cf" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.691501] env[69318]: INFO networking_nsxv3.common.synchronization [req-3700e24c-6d38-4dde-9542-c1e515780695 req-4d63ac9e-9d93-4d20-bbe1-e8e4f7a2deb0 tempest-AttachVolumeTestJSON-1276917307 tempest-AttachVolumeTestJSON-1276917307-project-member] Enqueued Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_members [ 1243.692155] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGHEST for action security_group_members [ 1243.692530] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-444499e7-cde1-4a35-9d1e-6e3e5efe1957 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.692702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.692789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.693049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.693255] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.693430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.693513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.693733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.693862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.693987] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.198558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.198792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.198845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.199081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.199187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.199394] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.199489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.199630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.199733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.199820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.199911] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 is going to be updated. [ 1244.230258] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.230438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.230482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.230658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.230833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.239922] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 in Status: IN_PROGRESS for 2s [ 1244.301763] env[69318]: INFO networking_nsxv3.common.synchronization [req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 req-20055972-1468-45ec-b482-60b76919f48a tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_members [ 1244.302459] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_members [ 1244.303970] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.303970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.303970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.303970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.303970] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.303970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.303970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.303970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.303970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.303970] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.556177] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1244.556177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.556177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.556177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.556177] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.556177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.556177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.556177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.556177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.556177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.556177] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.609655] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 1244.609655] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.622950] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.625021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.625021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.625021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.625021] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.625021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.625021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.625021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.625021] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.625672] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1244.625939] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.626199] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.626526] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.626804] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1244.627065] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.627376] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.657141] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.657434] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1244.657514] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.657705] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.658050] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.658229] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.658353] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.658754] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.658919] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9302958-1290-4d9c-a6f1-3c7931a0b7c4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.807756] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.807756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.807756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.807756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.808264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.808264] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.808375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.808514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.808725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.809174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.809174] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 already deleted. [ 1244.809174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.058758] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.059066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.059066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.059221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.059394] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.059505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.059578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.059748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.059836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.059926] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.060090] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.060220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.060294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.060420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.060573] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.060661] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.060732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.060930] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.060981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.061104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.061155] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.161703] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.161998] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.162094] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.162427] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.162605] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.162772] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port f9302958-1290-4d9c-a6f1-3c7931a0b7c4 not found, creating... [ 1245.163059] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.163220] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.163358] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.163595] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.163738] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.164038] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.164229] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.164316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.164634] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.164777] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.164931] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: f9302958-1290-4d9c-a6f1-3c7931a0b7c4 is going to be created. [ 1245.203830] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.204248] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.204363] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.204628] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.204916] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.205215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.563581] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f759081-fee7-4268-ac12-4f41fa7d2181: rpc.has_security_group_logging(os_id): False [ 1245.583821] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.584049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.584049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.584269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.584374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.584655] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.584773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.584847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.585010] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.585095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.585287] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.585384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.585443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.585586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.585657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.585852] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.586106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.586106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.586188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.586277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.586418] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1245.657320] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.657522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.657571] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.657818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.657964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.688019] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1245.905749] env[69318]: INFO networking_nsxv3.common.synchronization [req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 req-6d2f934c-40be-4e19-9927-09eed7fcce55 service nova] Enqueued Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_rules [ 1245.906037] env[69318]: INFO networking_nsxv3.common.synchronization [req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 req-6d2f934c-40be-4e19-9927-09eed7fcce55 service nova] Enqueued Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_members [ 1245.906077] env[69318]: INFO networking_nsxv3.common.synchronization [req-4fc4b884-e251-4924-8e69-cf9f9d7d4a65 req-6d2f934c-40be-4e19-9927-09eed7fcce55 service nova] Enqueued Resource ID: f9302958-1290-4d9c-a6f1-3c7931a0b7c4 with Priority: HIGHEST for action port [ 1245.906309] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_rules [ 1245.906485] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_members [ 1245.906551] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9302958-1290-4d9c-a6f1-3c7931a0b7c4 with Priority: HIGHEST for action port [ 1245.907248] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.908456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.908456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.908456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.908456] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.909149] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.909537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.909641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.909832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.909990] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.910109] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.910165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.910404] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.910542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.910597] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.911751] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.911932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.912015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.912168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.912242] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9302958-1290-4d9c-a6f1-3c7931a0b7c4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.255041] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 in Status: SUCCESS [ 1246.255240] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 deletion is rescheduled due to dependency. [ 1246.255364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.410200] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.410200] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.413686] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.418196] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9302958-1290-4d9c-a6f1-3c7931a0b7c4 with status ACTIVE [ 1246.418196] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.418196] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.418196] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.418196] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.418196] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9302958-1290-4d9c-a6f1-3c7931a0b7c4 is going to be updated. [ 1246.454997] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.454997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.454997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.454997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.454997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.454997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9302958-1290-4d9c-a6f1-3c7931a0b7c4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.916205] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.419304] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.419510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.419600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.420043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.420213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.420719] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 is going to be created. [ 1247.452575] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.452787] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.452888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.453648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.453648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.466206] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 in Status: UNINITIALIZED for 2s [ 1247.703674] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1247.703949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.863154] env[69318]: INFO networking_nsxv3.common.synchronization [req-5e2fc40c-3ef4-48c0-9e85-c363f567602c req-e7d4543e-fae9-40ff-bf99-337f2a23bf1e tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_members [ 1247.863154] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_members [ 1247.863154] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.863154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.863154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.863154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.865325] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.866155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.866155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.866155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.866155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.866155] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.369422] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.370105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.370105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.370105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.370105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.370536] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.370536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.370536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.370536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.370724] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.370724] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 already deleted. [ 1248.370792] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.379702] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.380062] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.380180] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.380505] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.380802] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.381047] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.381223] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.381519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.381708] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.381962] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.382137] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.382283] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.382407] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.382530] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.382643] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.382778] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.404173] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.404405] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1248.404567] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.404761] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.405118] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.405305] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.405433] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.405783] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.405933] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ac6c33-3f88-4c4e-b58b-49a1ad65a810',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.909831] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.910306] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.910537] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.910867] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.911083] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.911261] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 not found, creating... [ 1248.911540] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.911721] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.911845] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.912102] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.912272] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.912569] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.912731] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.912854] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.913089] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.913233] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.913383] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 is going to be created. [ 1248.933736] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.933984] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.934080] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.934543] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.934817] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.935071] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.477128] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 in Status: SUCCESS [ 1249.477394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.477538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.477753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.477941] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.478071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.478138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.478291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.478375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.478461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.478724] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.645030] env[69318]: INFO networking_nsxv3.common.synchronization [req-5e2fc40c-3ef4-48c0-9e85-c363f567602c req-99592dcc-a10b-4a66-875b-afcdad738304 service nova] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_rules [ 1249.645030] env[69318]: INFO networking_nsxv3.common.synchronization [req-5e2fc40c-3ef4-48c0-9e85-c363f567602c req-99592dcc-a10b-4a66-875b-afcdad738304 service nova] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_members [ 1249.645030] env[69318]: INFO networking_nsxv3.common.synchronization [req-5e2fc40c-3ef4-48c0-9e85-c363f567602c req-99592dcc-a10b-4a66-875b-afcdad738304 service nova] Enqueued Resource ID: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 with Priority: HIGHEST for action port [ 1249.645213] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_rules [ 1249.646278] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_members [ 1249.646278] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 with Priority: HIGHEST for action port [ 1249.646278] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.646278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.646278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.646278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.646278] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.647326] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.647326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.647326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.647326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.647658] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.647658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.647658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.647807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.647900] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.647900] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.648635] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.649070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.649070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.649070] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.649070] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ac6c33-3f88-4c4e-b58b-49a1ad65a810',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.981256] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.151155] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.151390] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.151626] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.152556] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 with status ACTIVE [ 1250.152761] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.152932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.152993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.153177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.153261] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.153462] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.153561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.153620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.153810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.153884] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.154089] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.154192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.154310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.154606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.154606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.154606] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 is going to be updated. [ 1250.183664] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.183829] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.183875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.184147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.184322] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.184568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.484028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eba4caa-9718-4ae2-b6f1-610ea361af75: rpc.has_security_group_logging(os_id): False [ 1250.506126] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.506284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.506407] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.506725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.506796] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.507051] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.507141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.507269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.507467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.507560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.507651] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 is going to be created. [ 1250.567942] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.568161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.568161] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.568344] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.568603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.586120] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 in Status: IN_PROGRESS for 2s [ 1250.656780] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.159916] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.160171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.160171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.160376] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.160465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.160570] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 is going to be created. [ 1251.213146] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.213378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.213378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.213569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.213730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.240800] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: UNINITIALIZED for 2s [ 1252.598779] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 in Status: SUCCESS [ 1252.599046] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.251243] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: SUCCESS [ 1253.251421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.251594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.251810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.252015] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.252181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.252259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.252460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.252517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.252595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.252688] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.755583] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.260151] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5adb5afd-0c40-4202-b06a-d1c82c671f32: rpc.has_security_group_logging(os_id): False [ 1254.279116] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.282019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.282019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.282019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.282019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.282019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.282019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.282019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.282019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.282019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.282019] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 is going to be created. [ 1254.359355] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.359355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.359632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.359632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.359824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.370621] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: IN_PROGRESS for 2s [ 1254.646521] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.646521] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1256.385803] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: SUCCESS [ 1256.386178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.513014] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.513014] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.513014] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.513014] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.513324] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.513378] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.513486] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.513698] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.513848] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.514098] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.514224] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.514351] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.514528] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.514694] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.514817] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.514956] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.541228] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.541493] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1256.541668] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.541926] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-752" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.542402] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-61a873dd-7fa6-4175-a7fd-c835b0f12f02 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.542672] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.542867] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.543254] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.543566] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a873dd-7fa6-4175-a7fd-c835b0f12f02',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.046585] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.046887] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.046962] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.047283] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.047457] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.047779] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.047944] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.048081] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.048315] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.048462] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.048770] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.048925] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.049057] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.049286] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.049427] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.049575] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 is going to be updated. [ 1257.080139] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.080389] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.080722] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.080722] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.080969] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.081315] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.897049] env[69318]: INFO networking_nsxv3.common.synchronization [req-96af603b-1092-446c-a1d2-5b89cbd385f9 req-ea45c803-41bc-4815-8388-a24c5e00719a service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1257.897296] env[69318]: INFO networking_nsxv3.common.synchronization [req-96af603b-1092-446c-a1d2-5b89cbd385f9 req-ea45c803-41bc-4815-8388-a24c5e00719a service nova] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1257.897827] env[69318]: INFO networking_nsxv3.common.synchronization [req-96af603b-1092-446c-a1d2-5b89cbd385f9 req-ea45c803-41bc-4815-8388-a24c5e00719a service nova] Enqueued Resource ID: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 with Priority: HIGHEST for action port [ 1257.899518] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_rules [ 1257.899676] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1257.899779] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 with Priority: HIGHEST for action port [ 1257.900104] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.900235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.900303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.900505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.900595] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.901552] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.901669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.901739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.901911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.902076] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.902177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.902268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.902378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.902465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.902559] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.904133] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a873dd-7fa6-4175-a7fd-c835b0f12f02 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.904247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.904576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.904576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.904674] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a873dd-7fa6-4175-a7fd-c835b0f12f02',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.407741] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.409107] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.409220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.409398] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a873dd-7fa6-4175-a7fd-c835b0f12f02 with status ACTIVE [ 1258.409763] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.409924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.410039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.410330] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.410471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.410745] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.410910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.411559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.411853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.411995] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.412310] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.412485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.412607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.412856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.416019] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.416019] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a873dd-7fa6-4175-a7fd-c835b0f12f02 is going to be updated. [ 1258.447811] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.447811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.447811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.447811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.447811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.447811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a873dd-7fa6-4175-a7fd-c835b0f12f02" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.916870] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.419020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.419245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.419300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.419514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.419609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.419710] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1259.456931] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.457159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.457159] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.457356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.457500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.476115] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1261.489067] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1261.489067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.489067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.489429] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.489429] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.489518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.489518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.489667] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.489741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.489821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.489906] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.992592] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.992811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.992864] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.993272] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.993508] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.993711] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.993820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.994050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.994174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.994294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.994454] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.994552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.994616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.994769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.994914] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.995055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.995112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.995259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.995333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.995415] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.995507] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.498449] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f759081-fee7-4268-ac12-4f41fa7d2181: rpc.has_security_group_logging(os_id): False [ 1262.523750] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.524015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.524015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.524203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.524290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.524497] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.524610] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.524660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.524798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.524896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.525102] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.525197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.525259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.525492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.525492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.525691] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.525785] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.525845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.526013] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.526094] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.526180] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1262.622926] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.623186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.623186] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.623375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.623514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.637595] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1262.900418] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.900632] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1264.654629] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1264.654895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.901307] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.901307] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.521825] env[69318]: INFO networking_nsxv3.common.synchronization [None req-9328fa64-a6df-4079-bd0d-f78102d983af None None] Enqueued Resource ID: 4733491f-cc94-4580-9963-40c38491b62f with Priority: HIGHEST for action port [ 1271.522507] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4733491f-cc94-4580-9963-40c38491b62f with Priority: HIGHEST for action port [ 1271.524209] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-4733491f-cc94-4580-9963-40c38491b62f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.524604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4733491f-cc94-4580-9963-40c38491b62f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.524681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4733491f-cc94-4580-9963-40c38491b62f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.525128] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4733491f-cc94-4580-9963-40c38491b62f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.525399] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4733491f-cc94-4580-9963-40c38491b62f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.885482] env[69318]: INFO networking_nsxv3.common.synchronization [None req-85d46831-f9d0-4c28-aaa2-94c0c53f795b tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_rules [ 1271.886045] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_rules [ 1271.886363] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.886486] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.886592] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.887345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.887345] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.962014] env[69318]: INFO networking_nsxv3.common.synchronization [None req-a3a13d69-bf84-4055-88f5-34e4a8ada866 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_rules [ 1271.962524] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_rules [ 1271.962822] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.962928] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.030890] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4733491f-cc94-4580-9963-40c38491b62f [ 1272.031215] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.031361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.031433] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.031648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.031740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.031836] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4733491f-cc94-4580-9963-40c38491b62f already deleted. [ 1272.031920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4733491f-cc94-4580-9963-40c38491b62f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.422388] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.422388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.422388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.422388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.422388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.422388] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa80cb-def0-40ef-830a-b806f051168e already deleted. [ 1272.422388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.422683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.422683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.422749] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.943606] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.943911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.943911] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.944009] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.944496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.944496] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa80cb-def0-40ef-830a-b806f051168e already deleted. [ 1272.944496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.539999] env[69318]: INFO networking_nsxv3.common.synchronization [None req-0e59366d-d75e-4ac1-b79c-cff90084c963 None None] Enqueued Resource ID: b0496643-d178-402b-8b4f-0d37a6f98ac9 with Priority: HIGHEST for action port [ 1273.540577] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0496643-d178-402b-8b4f-0d37a6f98ac9 with Priority: HIGHEST for action port [ 1273.540888] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0496643-d178-402b-8b4f-0d37a6f98ac9 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.541207] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0496643-d178-402b-8b4f-0d37a6f98ac9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.541207] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0496643-d178-402b-8b4f-0d37a6f98ac9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.541397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0496643-d178-402b-8b4f-0d37a6f98ac9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.541480] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0496643-d178-402b-8b4f-0d37a6f98ac9',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.043772] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0496643-d178-402b-8b4f-0d37a6f98ac9 [ 1274.044087] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.044163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.044234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.044445] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.044537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.044673] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0496643-d178-402b-8b4f-0d37a6f98ac9 already deleted. [ 1274.044802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0496643-d178-402b-8b4f-0d37a6f98ac9" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.893439] env[69318]: INFO networking_nsxv3.common.synchronization [req-a5a5d9a2-9663-456e-8986-c2f5a59e92b3 req-7fc0427e-f962-4944-b238-12ab1bde4dc7 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1274.893986] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1274.894338] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.894459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.894551] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.894738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.894901] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.895039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.895105] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.895268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.895362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.895466] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.402213] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.904098] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.406738] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.407333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.407333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.407333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.407333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.407493] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 is going to be updated. [ 1276.440036] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.440195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.440266] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.440936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.440936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.451019] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: IN_PROGRESS for 2s [ 1278.462923] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: SUCCESS [ 1278.463331] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.895455] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.895729] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.113501] env[69318]: INFO networking_nsxv3.common.synchronization [req-9aae3a89-9d60-4317-8713-3b69e519b86b req-99dc3280-94ea-4856-b727-2ad62d66e3bc tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_members [ 1280.114073] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_members [ 1280.114380] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.114500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.114567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.114817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.114996] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.115505] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.115579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.115749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.115845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.115947] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.380486] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.380684] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.380817] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.381165] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.381424] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.381586] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.381709] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.382042] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.382259] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.382418] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.382535] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.382966] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.383103] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.383222] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.383332] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.383479] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.404749] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.404976] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1280.405088] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.405277] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.405606] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-65d5036f-0367-422b-84b6-a7aeb090ab21 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.405785] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-65d5036f-0367-422b-84b6-a7aeb090ab21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.405913] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-65d5036f-0367-422b-84b6-a7aeb090ab21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.406243] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-65d5036f-0367-422b-84b6-a7aeb090ab21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.406474] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d5036f-0367-422b-84b6-a7aeb090ab21',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.618327] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.618520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.618520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.618717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.618806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.619029] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.619118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.619167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.619377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.619460] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.619549] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcaa80cb-def0-40ef-830a-b806f051168e already deleted. [ 1280.619634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.908982] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.909400] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.909400] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.909647] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.909802] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.909964] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 65d5036f-0367-422b-84b6-a7aeb090ab21 not found, creating... [ 1280.910256] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.910419] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.910538] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.910763] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.910919] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.911243] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.911405] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.911525] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.911951] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.912232] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.912678] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 65d5036f-0367-422b-84b6-a7aeb090ab21 is going to be created. [ 1280.933401] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.933611] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.933822] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.934181] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.934477] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.934764] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-65d5036f-0367-422b-84b6-a7aeb090ab21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.618550] env[69318]: INFO networking_nsxv3.common.synchronization [req-9aae3a89-9d60-4317-8713-3b69e519b86b req-a1a4f7b0-57fa-4ab3-98e5-bd9c43be7651 service nova] Enqueued Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_rules [ 1281.618668] env[69318]: INFO networking_nsxv3.common.synchronization [req-9aae3a89-9d60-4317-8713-3b69e519b86b req-a1a4f7b0-57fa-4ab3-98e5-bd9c43be7651 service nova] Enqueued Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_members [ 1281.618813] env[69318]: INFO networking_nsxv3.common.synchronization [req-9aae3a89-9d60-4317-8713-3b69e519b86b req-a1a4f7b0-57fa-4ab3-98e5-bd9c43be7651 service nova] Enqueued Resource ID: 65d5036f-0367-422b-84b6-a7aeb090ab21 with Priority: HIGHEST for action port [ 1281.619064] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_rules [ 1281.619200] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_members [ 1281.619298] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d5036f-0367-422b-84b6-a7aeb090ab21 with Priority: HIGHEST for action port [ 1281.619879] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.619959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.620051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.620254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.620337] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.621137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.621249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.621318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.621473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.621623] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.621717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.621803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.621910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.621993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.622091] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.623156] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d5036f-0367-422b-84b6-a7aeb090ab21 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.623306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d5036f-0367-422b-84b6-a7aeb090ab21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.623346] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d5036f-0367-422b-84b6-a7aeb090ab21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.623474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d5036f-0367-422b-84b6-a7aeb090ab21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.623548] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d5036f-0367-422b-84b6-a7aeb090ab21',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.126337] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.126828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.126828] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.127908] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d5036f-0367-422b-84b6-a7aeb090ab21 with status ACTIVE [ 1282.128189] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.128310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.128375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.129168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.129168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.129168] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.129168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.129488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.129488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.129594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.129713] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.129855] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.130155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.130948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.131463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.131463] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d5036f-0367-422b-84b6-a7aeb090ab21 is going to be updated. [ 1282.154515] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.154764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.154764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.154964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.155071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.155229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d5036f-0367-422b-84b6-a7aeb090ab21" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.634045] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.136730] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.137071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.137071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.137194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.137250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.137341] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcaa80cb-def0-40ef-830a-b806f051168e is going to be created. [ 1283.169223] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.169496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.169496] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.169691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.169875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.182086] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcaa80cb-def0-40ef-830a-b806f051168e in Status: UNINITIALIZED for 2s [ 1284.525065] env[69318]: INFO networking_nsxv3.common.synchronization [req-d4171076-311c-4f41-928a-a4a62ec73dae req-48c8cf2c-e892-490c-93ba-62db0bf01f57 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1284.525658] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGHEST for action security_group_members [ 1284.525983] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.526126] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.526199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.526406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.526568] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.526681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.526817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.526996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.527100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.527196] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.033306] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.033542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.033638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.033923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.034087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.034342] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.034481] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.034587] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.034912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.035018] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.035189] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 is going to be updated. [ 1285.089579] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.089791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.089791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.089941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.090091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.104991] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: IN_PROGRESS for 2s [ 1285.198254] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcaa80cb-def0-40ef-830a-b806f051168e in Status: SUCCESS [ 1285.198477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.198708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.198878] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.199091] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.199212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.199278] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.199435] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.199512] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.199654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.199693] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.702892] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.205596] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcaa80cb-def0-40ef-830a-b806f051168e: rpc.has_security_group_logging(os_id): False [ 1286.227246] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.227465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.227465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.227654] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.227747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.227983] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.228099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.228168] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.228318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.228397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.228501] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa80cb-def0-40ef-830a-b806f051168e is going to be created. [ 1286.285520] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.285520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.285520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.285963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.286044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.296624] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcaa80cb-def0-40ef-830a-b806f051168e in Status: IN_PROGRESS for 2s [ 1287.117210] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 in Status: SUCCESS [ 1287.117613] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 deletion is rescheduled due to dependency. [ 1287.117613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.309432] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcaa80cb-def0-40ef-830a-b806f051168e in Status: SUCCESS [ 1288.309714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.981628] env[69318]: INFO networking_nsxv3.common.synchronization [None req-c87c7c00-0090-47b2-80a9-d1056c59bdc6 tempest-AttachInterfacesTestJSON-606990130 tempest-AttachInterfacesTestJSON-606990130-project-member] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1288.982191] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGHEST for action security_group_members [ 1288.982513] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.982669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.982754] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.982975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.983158] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.983264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.983328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.983477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.983562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.983655] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.485844] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.486213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.486213] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.486285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.486391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.486564] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.486869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.486869] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.486994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.487074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.487148] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be updated. [ 1289.515464] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.515676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.515676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.515865] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.516006] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.527047] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: IN_PROGRESS for 2s [ 1291.538526] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 in Status: SUCCESS [ 1291.538858] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 deletion is rescheduled due to dependency. [ 1291.538858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.983640] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.983890] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.984962] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.985331] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.985753] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.986174] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.109111] env[69318]: INFO networking_nsxv3.common.synchronization [req-d65699eb-f5fb-4978-bccf-95066332f9e8 req-c1306129-4388-4327-9163-b637639c7025 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 1306.109789] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 1306.110144] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.110273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.110929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.111170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.112182] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.112307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.112372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.112549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.112635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.112733] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.615048] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.117273] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.622170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.622405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.622405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.622799] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.622896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.623059] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be updated. [ 1307.654832] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.655083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.655083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.655222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.655367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.668254] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: IN_PROGRESS for 2s [ 1309.679573] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 1309.680040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.110676] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.111008] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.187821] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1313.188270] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:3 started [ 1314.425331] env[69318]: INFO networking_nsxv3.common.synchronization [req-4bd26884-d893-4c2e-8d12-3c2b80cfb96b req-5eac5139-e5c1-4338-b0bb-41ab31576deb tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1314.425928] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1314.426303] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.426448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.426523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.426772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.426955] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.427243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.427320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.427510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.428463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.428463] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.929799] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.930208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.930208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.930300] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.930391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.930674] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.930801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.930875] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.931081] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.931179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.931296] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1314.964295] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.964538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.964538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.964764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.964903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.977696] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1316.989951] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1316.989951] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 deletion is rescheduled due to dependency. [ 1316.989951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.427305] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.427645] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.521964] env[69318]: INFO networking_nsxv3.common.synchronization [req-ef294b8c-47ed-44d5-a8b2-03191bd0bb0b req-2b24031e-697c-4313-a99c-3f763dd6adf8 tempest-ServerActionsTestOtherA-226443462 tempest-ServerActionsTestOtherA-226443462-project-member] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 1321.522511] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGHEST for action security_group_members [ 1321.522850] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.522917] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.522985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.523325] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.523487] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.523593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.524548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.524548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.524548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.524548] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.025808] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.025987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.026085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.026319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.026412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.026611] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.026719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.026780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.026933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.027144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.027144] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be updated. [ 1322.055238] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.055441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.055441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.055651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.055789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.066534] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: IN_PROGRESS for 2s [ 1322.559123] env[69318]: INFO networking_nsxv3.common.synchronization [req-964f93a5-caed-4804-a8fc-86ec72ed42ee req-e385cc29-0ee5-4552-aa07-8a8478ec1bdd tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1322.559123] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1322.559123] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.559123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.559123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.559905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.559905] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.559905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.559905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.559905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.559905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.559905] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.823832] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.824103] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.824240] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.824519] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.824783] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.824943] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.825078] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.825304] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.825510] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.825690] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.825786] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.825946] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.826084] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.826208] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.826327] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.826501] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.845811] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.845961] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1322.846041] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.846196] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.846511] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-78e73837-a367-4404-9e50-50c7511a3fc4 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.846686] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.846812] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.848044] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.848044] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e73837-a367-4404-9e50-50c7511a3fc4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.062213] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.062410] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.062457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.062649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.062741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.062940] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.063050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.063119] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.063274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.063345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.063432] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1323.086393] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.086636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.086636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.086786] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.086901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.098786] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1323.349467] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.349722] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.349865] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.350245] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.350408] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.350613] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 78e73837-a367-4404-9e50-50c7511a3fc4 not found, creating... [ 1323.350939] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.351158] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.351298] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.351565] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.351719] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.352027] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.352229] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.352376] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.352651] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.352831] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.352960] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 78e73837-a367-4404-9e50-50c7511a3fc4 is going to be created. [ 1323.374604] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.374825] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.374920] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.375229] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.375458] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.375687] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.048451] env[69318]: INFO networking_nsxv3.common.synchronization [req-964f93a5-caed-4804-a8fc-86ec72ed42ee req-c0470d16-3b4c-4083-a872-fe93af440d45 service nova] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 1324.048715] env[69318]: INFO networking_nsxv3.common.synchronization [req-964f93a5-caed-4804-a8fc-86ec72ed42ee req-c0470d16-3b4c-4083-a872-fe93af440d45 service nova] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1324.048778] env[69318]: INFO networking_nsxv3.common.synchronization [req-964f93a5-caed-4804-a8fc-86ec72ed42ee req-c0470d16-3b4c-4083-a872-fe93af440d45 service nova] Enqueued Resource ID: 78e73837-a367-4404-9e50-50c7511a3fc4 with Priority: HIGHEST for action port [ 1324.049018] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 1324.049151] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1324.049297] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e73837-a367-4404-9e50-50c7511a3fc4 with Priority: HIGHEST for action port [ 1324.049842] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.049968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.050046] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.050263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.050308] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.051119] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.051225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.051418] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e73837-a367-4404-9e50-50c7511a3fc4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.051517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.051583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.051746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.051820] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e73837-a367-4404-9e50-50c7511a3fc4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.076362] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f in Status: SUCCESS [ 1324.076544] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f deletion is rescheduled due to dependency. [ 1324.076544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.553559] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.553701] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.553906] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78e73837-a367-4404-9e50-50c7511a3fc4 with status ACTIVE [ 1324.554105] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.554225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.554297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.554518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.554613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.554832] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.554941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.555017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.555203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.555292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.555477] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.555575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.555640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.555820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.555931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.555985] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78e73837-a367-4404-9e50-50c7511a3fc4 is going to be updated. [ 1324.576595] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.576809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.576809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.577000] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.577195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.577361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.108828] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1325.109275] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 deletion is rescheduled due to dependency. [ 1325.109275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.109275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.109509] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.109740] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.109853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.109922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.110086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.110181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.110288] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.612227] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.114690] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.130203] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.130391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.130441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.130692] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.130802] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.618716] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.618898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.618945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.619220] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.619335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.619478] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1326.632487] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.646988] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.647218] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.647271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.647474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.647618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.658642] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1327.134687] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.638763] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1327.638763] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1328.449443] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.449774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.449774] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.449948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.464733] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1328.465657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.466749] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1328.508670] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.508908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.508908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.509130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.524742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.525694] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1328.525797] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1328.526118] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1328.592236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.592236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.592236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.592236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.592704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.592994] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1328.677389] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1328.677389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.677638] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.677758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.677951] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.678083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.678151] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.678393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.678475] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.678514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.678591] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.696767] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.696916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.696983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.697236] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.697561] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.697883] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1328.796380] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.796645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.796645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.796789] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.797085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.797440] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1328.797535] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'654425e7-3f5d-4161-99a0-28dbbc1ac80c', '5a4c572e-6931-43a0-8c48-6175d061a5b8', '16794f13-0b89-4462-83fe-48b73acdf54a', '87b7c24c-8307-4350-a2f5-0263b041d5f6', '67dfaedb-6106-476a-b4ec-eb0ba33ca68f', 'bc4d7c84-ae0f-4cb3-a5f3-079925676a29', 'efd76431-b27b-42fd-b59d-80fcce933268', 'ec093269-9e01-4ccc-9883-3f89901c3c5e', '2eba4caa-9718-4ae2-b6f1-610ea361af75', 'cc0379c2-d6b4-4413-a2c6-b00555cc9df5', 'ed261e9c-b814-4d44-a405-8b82a578ee52', 'd70c7a17-5ccf-4312-9144-74b93053452e', 'dcaa80cb-def0-40ef-830a-b806f051168e', 'ed3745c4-38f9-409f-b83e-fc56c90cbb60', '2b2920bb-5226-41bd-9a23-fcac05c4a714', '120156d2-9693-4152-a382-e169f03bc87e', '3f759081-fee7-4268-ac12-4f41fa7d2181', '2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7', '444499e7-cde1-4a35-9d1e-6e3e5efe1957', 'ff089fd0-a53b-40af-89da-7aad8f6be7d8', 'e56b91b0-cfd2-430e-b342-03605ac67dd3', '33c8eb8c-ef5a-4cfa-b53b-f1af014d6487', '5adb5afd-0c40-4202-b06a-d1c82c671f32', '9b6b088d-b4a7-41ad-90f9-c935ec8210f4', '65e50880-844b-4a0b-9569-285ca8226a38', 'c33702fa-957c-4d97-b065-b3a9e2b37048', 'c6dcd19b-f8a0-49b0-812b-84334d1e84da', '17dee2b0-0b92-426d-848f-7714d68d5b44', 'f86e2b5b-fa47-4de6-8634-bb02061bb7e7', '714b11d6-ba86-40f7-9d5c-5fdce9e1ce06', 'bd26b70a-8d07-4058-928b-89f099a5f888', 'b564e0c1-a5c1-443c-9a5e-65c5215b9955', '2721c50e-659c-4701-9d21-a31a19240c1d', 'd39592ab-8990-4c42-8a63-fd5b4451e9bf', '763857f7-40ea-4100-b884-338fdfe1e222', '6e78d0f9-c30f-4f44-afa2-2844cf67b64e', 'b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c', 'f173a3a6-0604-49dc-9049-d77caddec47f', '9bcdc2f1-e4a0-4782-9f4f-812265a78bfd', 'd4b2a3c9-591d-42e3-8101-97d25082a7e5', '405d7b2d-eba3-4c2d-a416-197935146151', 'fa45966d-875e-468f-84ba-5418f5826fee', 'acfdb834-5146-4450-ab08-83dea06492e8'} {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1328.797661] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1328.817338] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.817547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.817547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.817759] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.817836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.817945] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1328.818031] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1328.818108] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1328.902343] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.902568] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.902615] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.902818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.904053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.904389] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1328.904477] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1328.904551] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1328.904611] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1328.904694] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1328.904768] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGH for action security_group_rules [ 1328.904850] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGH for action security_group_rules [ 1328.904942] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGH for action security_group_rules [ 1328.905099] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGH for action security_group_rules [ 1328.905199] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGH for action security_group_rules [ 1328.905303] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGH for action security_group_rules [ 1328.905385] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGH for action security_group_rules [ 1328.905450] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGH for action security_group_rules [ 1328.905515] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGH for action security_group_rules [ 1328.905569] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGH for action security_group_rules [ 1328.905631] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGH for action security_group_rules [ 1328.905709] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGH for action security_group_rules [ 1328.905773] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGH for action security_group_rules [ 1328.905831] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGH for action security_group_rules [ 1328.905888] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGH for action security_group_rules [ 1328.905949] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGH for action security_group_rules [ 1328.906019] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGH for action security_group_rules [ 1328.906084] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGH for action security_group_rules [ 1328.906148] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGH for action security_group_rules [ 1328.906202] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGH for action security_group_rules [ 1328.906303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.050266] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.050457] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1329.050574] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c with Priority: HIGH for action security_group_rules [ 1329.050713] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16794f13-0b89-4462-83fe-48b73acdf54a with Priority: HIGH for action security_group_rules [ 1329.050818] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd76431-b27b-42fd-b59d-80fcce933268 with Priority: HIGH for action security_group_rules [ 1329.050918] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 with Priority: HIGH for action security_group_rules [ 1329.051025] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 with Priority: HIGH for action security_group_rules [ 1329.051125] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 with Priority: HIGH for action security_group_rules [ 1329.051221] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 with Priority: HIGH for action security_group_rules [ 1329.051314] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 with Priority: HIGH for action security_group_rules [ 1329.051406] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 with Priority: HIGH for action security_group_rules [ 1329.051497] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120156d2-9693-4152-a382-e169f03bc87e with Priority: HIGH for action security_group_rules [ 1329.051588] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGH for action security_group_rules [ 1329.051678] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70c7a17-5ccf-4312-9144-74b93053452e with Priority: HIGH for action security_group_rules [ 1329.051776] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed261e9c-b814-4d44-a405-8b82a578ee52 with Priority: HIGH for action security_group_rules [ 1329.051866] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGH for action security_group_rules [ 1329.051953] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGH for action security_group_rules [ 1329.052056] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 with Priority: HIGH for action security_group_rules [ 1329.052147] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec093269-9e01-4ccc-9883-3f89901c3c5e with Priority: HIGH for action security_group_rules [ 1329.052275] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f with Priority: HIGH for action security_group_rules [ 1329.052403] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 with Priority: HIGH for action security_group_rules [ 1329.052457] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 with Priority: HIGH for action security_group_rules [ 1329.052764] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.052889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.052954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.053234] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.053322] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('654425e7-3f5d-4161-99a0-28dbbc1ac80c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.054843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16794f13-0b89-4462-83fe-48b73acdf54a taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.055106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.055172] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.055379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.055462] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16794f13-0b89-4462-83fe-48b73acdf54a',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.056915] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd76431-b27b-42fd-b59d-80fcce933268 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.057047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.057117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.057314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.057416] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd76431-b27b-42fd-b59d-80fcce933268',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.058531] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2920bb-5226-41bd-9a23-fcac05c4a714 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.058679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.058733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.058870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.058945] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2920bb-5226-41bd-9a23-fcac05c4a714',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.059928] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.060051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.060121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.060274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.060349] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff089fd0-a53b-40af-89da-7aad8f6be7d8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.061015] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.061402] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.061459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.061617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.061691] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('444499e7-cde1-4a35-9d1e-6e3e5efe1957',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.062851] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.062965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.063027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.063277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.063356] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.064033] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f759081-fee7-4268-ac12-4f41fa7d2181 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.064143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.064214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.064621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.064621] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f759081-fee7-4268-ac12-4f41fa7d2181',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.066128] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.066318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.066399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.066556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.066630] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3745c4-38f9-409f-b83e-fc56c90cbb60',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.067601] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120156d2-9693-4152-a382-e169f03bc87e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.067736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.067775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.067958] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.068041] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120156d2-9693-4152-a382-e169f03bc87e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.069181] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.069323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.069363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.069504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.069579] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.070516] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70c7a17-5ccf-4312-9144-74b93053452e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.070709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.070838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.070941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.071026] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70c7a17-5ccf-4312-9144-74b93053452e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.072392] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed261e9c-b814-4d44-a405-8b82a578ee52 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.072514] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.072743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.072925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.073028] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed261e9c-b814-4d44-a405-8b82a578ee52',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.073787] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.073907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.074078] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.074177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.074251] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.074401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.074472] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.075148] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.075259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.075327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.075473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.075551] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4d7c84-ae0f-4cb3-a5f3-079925676a29',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.076209] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec093269-9e01-4ccc-9883-3f89901c3c5e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.076327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.076409] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.076559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.076631] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec093269-9e01-4ccc-9883-3f89901c3c5e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.077307] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.077416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.077482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.077631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.077703] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dfaedb-6106-476a-b4ec-eb0ba33ca68f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.079810] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a4c572e-6931-43a0-8c48-6175d061a5b8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.079921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.079990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.080179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.080244] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a4c572e-6931-43a0-8c48-6175d061a5b8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.080858] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b7c24c-8307-4350-a2f5-0263b041d5f6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.080965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.081042] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.081189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.081262] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b7c24c-8307-4350-a2f5-0263b041d5f6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.111880] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.112084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.112138] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.112307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.114386] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.114510] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.130908] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.131045] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16794f13-0b89-4462-83fe-48b73acdf54a is going to be deleted. [ 1329.131897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.132135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.150438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.150566] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7 is going to be deleted. [ 1329.182714] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.192153] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.192303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.192406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.192576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.192717] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.192852] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16794f13-0b89-4462-83fe-48b73acdf54a" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.200292] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.200476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.200476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.200657] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.200735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.200847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf443f7-b14a-4cd9-a3bb-a5e71fa1a8b7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.581925] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.581925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.581925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.581925] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.583593] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.583715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.587912] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.587912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.591475] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.591616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.591693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.591889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.592070] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.592176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.592238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.592395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.592594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.592594] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.592725] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.595461] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.595668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.595668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.595893] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.596077] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.596180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.596246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.596442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.596569] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.596671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.596761] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.602854] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.602997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.603883] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.603985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.606434] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.606560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.609058] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.609169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.629506] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.629686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.630662] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.630810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.631634] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.631634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.632431] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.632532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.633159] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.633274] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.633948] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.634071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.634866] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1329.635162] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.635277] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.636529] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1329.636885] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.636885] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.637556] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1329.638037] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.638167] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd76431-b27b-42fd-b59d-80fcce933268 is going to be deleted. [ 1329.639259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.639337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.657440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.657596] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 654425e7-3f5d-4161-99a0-28dbbc1ac80c is going to be deleted. [ 1329.658470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.658714] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.681463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.681646] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2920bb-5226-41bd-9a23-fcac05c4a714 is going to be deleted. [ 1329.682651] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.682879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.684512] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0379c2-d6b4-4413-a2c6-b00555cc9df5: rpc.has_security_group_logging(os_id): False [ 1329.702338] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.702578] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.704065] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.704259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.705324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.705438] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f759081-fee7-4268-ac12-4f41fa7d2181 is going to be deleted. [ 1329.706501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.706768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.713701] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.713701] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.728058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.728237] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3745c4-38f9-409f-b83e-fc56c90cbb60 is going to be deleted. [ 1329.729329] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.729558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.764494] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.764721] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.769419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.769831] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 444499e7-cde1-4a35-9d1e-6e3e5efe1957 is going to be deleted. [ 1329.770797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.771034] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.806260] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.806557] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.836041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.836041] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120156d2-9693-4152-a382-e169f03bc87e is going to be deleted. [ 1329.836690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.837222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.874106] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.874106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.908929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.908929] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70c7a17-5ccf-4312-9144-74b93053452e is going to be deleted. [ 1329.909844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.909844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.019895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.020055] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed261e9c-b814-4d44-a405-8b82a578ee52 is going to be deleted. [ 1330.020990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.021235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.026389] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.026536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.030363] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.030521] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.072225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.072369] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec093269-9e01-4ccc-9883-3f89901c3c5e is going to be deleted. [ 1330.073316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.073540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.100334] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.101390] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.132782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.132946] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a4c572e-6931-43a0-8c48-6175d061a5b8 is going to be deleted. [ 1330.134033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.134281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.314956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.315136] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dfaedb-6106-476a-b4ec-eb0ba33ca68f is going to be deleted. [ 1330.316223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.316422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.317875] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.317993] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.323907] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.324033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.325575] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.325677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.348996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.349175] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff089fd0-a53b-40af-89da-7aad8f6be7d8 is going to be deleted. [ 1330.350343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.350574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.373227] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.373361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.385303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.385499] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4d7c84-ae0f-4cb3-a5f3-079925676a29 is going to be deleted. [ 1330.386483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.386709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.439254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.439397] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b7c24c-8307-4350-a2f5-0263b041d5f6 is going to be deleted. [ 1330.440603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.440816] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.468306] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.468518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.478758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.479253] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.479397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.479461] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.479729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.479820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.479970] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1330.481228] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.481473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.481550] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.481690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd76431-b27b-42fd-b59d-80fcce933268" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.481832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.482055] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.482191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.482364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-654425e7-3f5d-4161-99a0-28dbbc1ac80c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.482491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.482628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.482760] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.482947] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2920bb-5226-41bd-9a23-fcac05c4a714" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.483098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.483245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.483323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.483629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f759081-fee7-4268-ac12-4f41fa7d2181" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.484031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.484240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.484319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.484495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3745c4-38f9-409f-b83e-fc56c90cbb60" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.484628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.484755] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.484832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.484973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-444499e7-cde1-4a35-9d1e-6e3e5efe1957" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.485155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.485312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.485397] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.485513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120156d2-9693-4152-a382-e169f03bc87e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.485629] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.485767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.485842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.485952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec093269-9e01-4ccc-9883-3f89901c3c5e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.486101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.486282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.486318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.486406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70c7a17-5ccf-4312-9144-74b93053452e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.486520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.486653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.486725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.486832] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed261e9c-b814-4d44-a405-8b82a578ee52" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.486959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.487112] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.487184] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.487364] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a4c572e-6931-43a0-8c48-6175d061a5b8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.487513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.487656] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.487808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.487923] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dfaedb-6106-476a-b4ec-eb0ba33ca68f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.544060] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.544249] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.544297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.544576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.544679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.544802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4d7c84-ae0f-4cb3-a5f3-079925676a29" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.545832] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.546015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.546153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.546378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.546485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.546658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff089fd0-a53b-40af-89da-7aad8f6be7d8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.547461] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.547620] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.547676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.547840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.547984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.548121] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b7c24c-8307-4350-a2f5-0263b041d5f6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.602917] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eba4caa-9718-4ae2-b6f1-610ea361af75: rpc.has_security_group_logging(os_id): False [ 1330.604058] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcaa80cb-def0-40ef-830a-b806f051168e: rpc.has_security_group_logging(os_id): False [ 1330.634891] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.635235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.635235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.635338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.635471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.637555] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.637738] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.637819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.638015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.639912] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.640063] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.659219] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1330.673588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.673934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.674211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.674211] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.674393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.674393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.674507] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 is going to be updated. [ 1330.675630] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.675802] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.725805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.726143] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.726312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.726375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.726548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.726648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.726760] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa80cb-def0-40ef-830a-b806f051168e is going to be updated. [ 1330.840619] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.840777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.840835] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.841040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.841194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.864486] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.864736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.864736] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.864904] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.865066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.866896] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 in Status: IN_PROGRESS for 2s [ 1330.879353] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcaa80cb-def0-40ef-830a-b806f051168e in Status: IN_PROGRESS for 2s [ 1332.682326] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1332.682326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.682326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.682326] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.682326] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.881953] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 in Status: SUCCESS [ 1332.882160] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.895145] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcaa80cb-def0-40ef-830a-b806f051168e in Status: SUCCESS [ 1332.895393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.183217] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.183389] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.183462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.183712] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.183882] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.183983] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.184060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.184212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.184310] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.184451] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.184542] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.687440] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.053404] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.053602] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1334.190157] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0379c2-d6b4-4413-a2c6-b00555cc9df5: rpc.has_security_group_logging(os_id): False [ 1334.207701] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.207948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.207948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.208145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.208293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.208512] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.208621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.208676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.208828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.208903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.208989] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1334.264806] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.265044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.265044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.265238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.265400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.279638] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1334.892305] env[69318]: INFO networking_nsxv3.common.synchronization [req-68318a51-cb3f-41a3-bc88-eaba5f5aa5c1 req-adc2b426-42f0-4d06-b3e1-00f480d6b488 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_members [ 1334.892847] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 with Priority: HIGHEST for action security_group_members [ 1334.893169] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eba4caa-9718-4ae2-b6f1-610ea361af75 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.893280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.893347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.893552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.893704] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.893795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.893856] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.894015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.894083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.894176] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eba4caa-9718-4ae2-b6f1-610ea361af75',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.396798] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.397129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.397129] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.397335] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.397477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.397711] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.397849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.397935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.398088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.398183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.398282] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 is going to be updated. [ 1335.424344] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.424618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.424618] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.424777] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.424850] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.434950] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 in Status: IN_PROGRESS for 2s [ 1336.295324] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1336.295815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.447676] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 in Status: SUCCESS [ 1337.448069] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eba4caa-9718-4ae2-b6f1-610ea361af75 deletion is rescheduled due to dependency. [ 1337.448069] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eba4caa-9718-4ae2-b6f1-610ea361af75" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.890336] env[69318]: INFO networking_nsxv3.common.synchronization [None req-b5abf851-e4e0-4a61-a93e-ceeefb42123e tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_rules [ 1337.890869] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_rules [ 1337.891188] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceb2184-61d7-413c-9084-472875425b71 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.891474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.891474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.891633] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.891719] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.968239] env[69318]: INFO networking_nsxv3.common.synchronization [None req-d5170cec-27cb-44f7-a247-02a3b919db38 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_rules [ 1337.968719] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_rules [ 1337.969119] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceb2184-61d7-413c-9084-472875425b71 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.969258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.288225] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.288225] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.288386] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.288915] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.289032] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.289217] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.289355] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.289615] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.289767] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.289986] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.290116] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1338.290232] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1338.290381] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1338.290507] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.290618] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1338.290980] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1338.319567] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1338.319912] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1338.320111] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1338.320309] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.320649] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.320872] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.321321] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.321321] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.321453] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ac6c33-3f88-4c4e-b58b-49a1ad65a810',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.411539] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.411694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.411758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.411979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.412083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.412182] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceb2184-61d7-413c-9084-472875425b71 already deleted. [ 1338.412269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.412414] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.412567] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.412649] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.825031] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.825031] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.825031] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.825482] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.825482] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.825830] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.826068] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.826204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.826445] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.826594] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.826907] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.827089] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.827215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.827613] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.827798] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.827968] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 is going to be updated. [ 1338.851265] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.851526] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.851660] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.851942] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.852165] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.852390] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.938558] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.938780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.938780] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.938988] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.939108] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.939208] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceb2184-61d7-413c-9084-472875425b71 already deleted. [ 1338.939349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.550133] env[69318]: INFO networking_nsxv3.common.synchronization [req-46628103-7366-4328-b4f9-e3e48d67cae8 req-c9f43428-6c57-4f18-a4a5-76fcc2ab510d service nova] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_rules [ 1339.550386] env[69318]: INFO networking_nsxv3.common.synchronization [req-46628103-7366-4328-b4f9-e3e48d67cae8 req-c9f43428-6c57-4f18-a4a5-76fcc2ab510d service nova] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_members [ 1339.550535] env[69318]: INFO networking_nsxv3.common.synchronization [req-46628103-7366-4328-b4f9-e3e48d67cae8 req-c9f43428-6c57-4f18-a4a5-76fcc2ab510d service nova] Enqueued Resource ID: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 with Priority: HIGHEST for action port [ 1339.550769] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_rules [ 1339.550899] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_members [ 1339.550997] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 with Priority: HIGHEST for action port [ 1339.551547] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.551674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.551743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.551939] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.552038] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.553325] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.553443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.553513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.553734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.553925] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.554060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.554102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.554250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.554365] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.554425] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.555291] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.555291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.555391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.555519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.555596] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ac6c33-3f88-4c4e-b58b-49a1ad65a810',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.057745] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.058919] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.059072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.059215] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 with status ACTIVE [ 1340.059380] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.059665] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.059795] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.060015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.060113] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.060289] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.060388] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.060453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.060613] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.060690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.060869] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.060963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.061538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.061712] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.061800] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.061889] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26ac6c33-3f88-4c4e-b58b-49a1ad65a810 is going to be updated. [ 1340.083733] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.083970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.083970] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.084162] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.084312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.084466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26ac6c33-3f88-4c4e-b58b-49a1ad65a810" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.563733] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.066528] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.066853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.066853] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.066981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.067077] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.067194] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 is going to be updated. [ 1341.095020] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.095323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.095380] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.095635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.095879] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.104930] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: IN_PROGRESS for 2s [ 1343.115299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: SUCCESS [ 1343.115575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.115680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.115888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.116086] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.116201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.116267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.116416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.116535] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.116575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.116653] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.335241] env[69318]: INFO networking_nsxv3.common.synchronization [req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 req-d8dff540-538e-4ff7-9467-106c1b0993ec tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_members [ 1343.335241] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_members [ 1343.335241] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb2184-61d7-413c-9084-472875425b71 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.335241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.335487] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.335837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.336215] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.336493] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.336719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.336990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.337188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.337376] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.604789] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.605042] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.605216] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.605816] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.606189] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.606391] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.606527] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.606807] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.606969] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.608363] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1343.608363] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1343.608363] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1343.608363] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1343.608363] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1343.608363] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1343.608363] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1343.618450] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.647024] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1343.647229] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1343.647425] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1343.647655] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.647990] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-c87a5f83-6554-4085-aa44-8330dd12bba6 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.648190] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-c87a5f83-6554-4085-aa44-8330dd12bba6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.648316] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-c87a5f83-6554-4085-aa44-8330dd12bba6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.648699] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-c87a5f83-6554-4085-aa44-8330dd12bba6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.648851] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87a5f83-6554-4085-aa44-8330dd12bba6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.839559] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.839849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.839849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.840041] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.840166] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.840396] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.840519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.840600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.840797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.840888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.840994] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb2184-61d7-413c-9084-472875425b71 already deleted. [ 1343.841100] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.121727] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5adb5afd-0c40-4202-b06a-d1c82c671f32: rpc.has_security_group_logging(os_id): False [ 1344.139116] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.139368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.139368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.139537] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.151609] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.151897] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.152073] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.152456] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.152630] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.152843] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port c87a5f83-6554-4085-aa44-8330dd12bba6 not found, creating... [ 1344.153213] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.153435] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.153597] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.153885] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.154093] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.154438] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.154641] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.154795] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.155094] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.155299] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.155480] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: c87a5f83-6554-4085-aa44-8330dd12bba6 is going to be created. [ 1344.162931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.163234] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.163360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.163419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.163617] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.163725] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.163799] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 is going to be updated. [ 1344.182344] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.182641] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.182901] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.183029] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.183250] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.183497] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-c87a5f83-6554-4085-aa44-8330dd12bba6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.220625] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.220625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.220625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.220922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.220922] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.235295] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: IN_PROGRESS for 2s [ 1344.843828] env[69318]: INFO networking_nsxv3.common.synchronization [req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 req-6e368c44-049e-4bac-bb3b-5aab91d70cac service nova] Enqueued Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_rules [ 1344.844085] env[69318]: INFO networking_nsxv3.common.synchronization [req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 req-6e368c44-049e-4bac-bb3b-5aab91d70cac service nova] Enqueued Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_members [ 1344.844231] env[69318]: INFO networking_nsxv3.common.synchronization [req-b0d6cbb3-7a7b-46df-899f-a9970b191cf2 req-6e368c44-049e-4bac-bb3b-5aab91d70cac service nova] Enqueued Resource ID: c87a5f83-6554-4085-aa44-8330dd12bba6 with Priority: HIGHEST for action port [ 1344.844765] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_rules [ 1344.844904] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_members [ 1344.845010] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87a5f83-6554-4085-aa44-8330dd12bba6 with Priority: HIGHEST for action port [ 1344.845401] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceb2184-61d7-413c-9084-472875425b71 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.845549] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.845642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.845824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.845941] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.847317] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb2184-61d7-413c-9084-472875425b71 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.847491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.847491] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.847672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.847843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.848058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.848058] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.848296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.848296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.848408] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.849219] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87a5f83-6554-4085-aa44-8330dd12bba6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.849328] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87a5f83-6554-4085-aa44-8330dd12bba6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.849384] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87a5f83-6554-4085-aa44-8330dd12bba6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.849539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87a5f83-6554-4085-aa44-8330dd12bba6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.849613] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87a5f83-6554-4085-aa44-8330dd12bba6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.351683] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb2184-61d7-413c-9084-472875425b71 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.352060] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.352199] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.353315] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c87a5f83-6554-4085-aa44-8330dd12bba6 with status ACTIVE [ 1345.353516] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.353634] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.353698] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.353894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.353981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.354207] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.354309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.354378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.354536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.354628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.354785] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.354936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.354936] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.355085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.355189] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.355359] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c87a5f83-6554-4085-aa44-8330dd12bba6 is going to be updated. [ 1345.376816] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.377206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.377206] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.377395] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.377598] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.377763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87a5f83-6554-4085-aa44-8330dd12bba6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.857626] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.250562] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: SUCCESS [ 1346.250798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.361114] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.361114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.361114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.361687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.361687] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.361687] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb2184-61d7-413c-9084-472875425b71 is going to be created. [ 1346.387265] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.387531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.387676] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.387920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.388106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.398835] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb2184-61d7-413c-9084-472875425b71 in Status: UNINITIALIZED for 2s [ 1348.409541] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb2184-61d7-413c-9084-472875425b71 in Status: SUCCESS [ 1348.409894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.409944] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.410158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.410355] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.410470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.410534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.410695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.410778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.410863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.410954] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.912937] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.415503] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ceb2184-61d7-413c-9084-472875425b71: rpc.has_security_group_logging(os_id): False [ 1349.435478] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.435713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.435713] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.435905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.435963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.436214] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.436420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.436420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.436517] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.436599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.436686] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceb2184-61d7-413c-9084-472875425b71 is going to be created. [ 1349.500489] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.500741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.500741] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.500996] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.501243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.514432] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceb2184-61d7-413c-9084-472875425b71 in Status: IN_PROGRESS for 2s [ 1349.846387] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.846597] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1351.528914] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceb2184-61d7-413c-9084-472875425b71 in Status: SUCCESS [ 1351.529311] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.847449] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.847832] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.849283] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.849695] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.850753] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.851219] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.852406] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.852842] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.997115] env[69318]: INFO networking_nsxv3.common.synchronization [req-736bcf29-97f0-4f48-a1be-e7476862d72e req-398af609-a0f6-40e9-b932-7812b9615d5c tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1371.997648] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1371.997985] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.998302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.998302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.998421] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.998522] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.998623] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.998693] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.998822] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.998920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.999106] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.501314] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.501544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.501544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.501773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.524733] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.525019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.525157] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.525285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.525442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.525636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.525636] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1372.552143] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.552372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.552372] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.552595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.552740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.561788] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1374.572860] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1374.573255] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 deletion is rescheduled due to dependency. [ 1374.573255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.998478] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.998478] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.982703] env[69318]: INFO networking_nsxv3.common.synchronization [req-6743d593-8f77-42d4-bf02-cfbc7011b4ec req-ef971993-4fb1-4822-94be-f26acd175129 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1378.983383] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1378.983985] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.984207] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.984296] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.984501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.984666] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.984788] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.984882] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.985131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.985269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.985413] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.259794] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.260067] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.260158] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.260525] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.260836] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.261015] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.261143] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.261425] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.261658] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.261884] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1379.262057] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.262160] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.262269] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.262393] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1379.262500] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.262648] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.283830] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.284049] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1379.284206] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.284450] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.284799] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.284981] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.285119] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.285478] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.285628] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.488492] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.488492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.489079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.489079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.489079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.489258] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.489393] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.489456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.489619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.489695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.489787] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1379.523279] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.523524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.523524] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.523704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.523849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.533608] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1379.787871] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.788252] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.788463] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.788845] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.789502] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.789502] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c not found, creating... [ 1379.789502] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.789502] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.789811] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.789869] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.789981] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.790282] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.790442] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.790564] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.790771] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.790910] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.791068] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c is going to be created. [ 1379.811758] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.812030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.812134] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.812414] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.812653] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.812885] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.488835] env[69318]: INFO networking_nsxv3.common.synchronization [req-6743d593-8f77-42d4-bf02-cfbc7011b4ec req-0cd27069-b22c-40a9-8c32-5359fa981f2e service nova] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1380.488835] env[69318]: INFO networking_nsxv3.common.synchronization [req-6743d593-8f77-42d4-bf02-cfbc7011b4ec req-0cd27069-b22c-40a9-8c32-5359fa981f2e service nova] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1380.488835] env[69318]: INFO networking_nsxv3.common.synchronization [req-6743d593-8f77-42d4-bf02-cfbc7011b4ec req-0cd27069-b22c-40a9-8c32-5359fa981f2e service nova] Enqueued Resource ID: 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c with Priority: HIGHEST for action port [ 1380.488835] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1380.489211] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1380.489211] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c with Priority: HIGHEST for action port [ 1380.489649] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.490468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.490468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.490468] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.490468] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.490927] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.491035] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.491488] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.491488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.491488] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.491739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.491739] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.994448] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.994719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.994806] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c with status ACTIVE [ 1380.995497] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.995497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.995497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.995497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.995497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.996086] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.996086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.996086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.996086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.996086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.996420] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.996420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.996420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.997694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.997694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.997694] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c is going to be updated. [ 1381.019584] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.019753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.019753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.019994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.020155] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.020342] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bfc24ac-c3ec-4ff8-8b0b-69b27c5ff86c" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.544916] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1381.545495] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 deletion is rescheduled due to dependency. [ 1381.545495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.545495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.545746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.545854] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.545989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.546085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.546212] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.546434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.546434] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.048809] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.551485] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.053702] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.053867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.053940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.054191] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.054268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.054370] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1383.085943] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.085943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.085943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.086219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.086321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.095698] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1385.106959] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1385.107321] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.107363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.107581] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.107783] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.107903] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.107968] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.108173] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.108255] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.108343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.108435] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.490027] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.490157] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1385.611055] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.115063] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfdb834-5146-4450-ab08-83dea06492e8: rpc.has_security_group_logging(os_id): False [ 1386.135127] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.135641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.135641] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.135778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.135934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.136272] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.136428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.136513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.136767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.136881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.136995] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1386.193049] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.193323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.193323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.193425] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.193552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.204212] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1388.217926] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1388.218319] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.491145] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.491529] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.953497] env[69318]: INFO networking_nsxv3.common.synchronization [req-2a237f64-ba00-448a-8f10-d71b77cad982 req-d68594e5-75b3-48c8-a69e-3b136f3e9a21 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_members [ 1394.954025] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGHEST for action security_group_members [ 1394.954789] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb2184-61d7-413c-9084-472875425b71 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.954924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.954994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.955232] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.955396] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.955501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.955588] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.955718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.955797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.955890] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.458636] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.458791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.458838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.459144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.459293] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.459513] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.459645] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.459731] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.459971] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.460165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.460214] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb2184-61d7-413c-9084-472875425b71 is going to be updated. [ 1395.489640] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.489809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.489840] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.490158] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.490343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.499637] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb2184-61d7-413c-9084-472875425b71 in Status: IN_PROGRESS for 2s [ 1396.684748] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.685102] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.685102] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.685392] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.685668] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.685835] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.685957] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.686214] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.686369] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.686588] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1396.686711] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1396.686841] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1396.686959] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1396.687138] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1396.687197] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1396.687341] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1396.708437] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1396.708620] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1396.708746] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1396.708925] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-945" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.709298] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-78e73837-a367-4404-9e50-50c7511a3fc4 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.709486] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.709611] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.709891] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.710045] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e73837-a367-4404-9e50-50c7511a3fc4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.212855] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.213255] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.213486] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.213932] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.214224] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.214702] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.214973] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.215401] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.215786] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.216045] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.216546] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.216808] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.217030] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.217386] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.217623] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.217867] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 78e73837-a367-4404-9e50-50c7511a3fc4 is going to be updated. [ 1397.242642] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.243037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.243238] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.243673] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.244187] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.244590] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.448690] env[69318]: INFO networking_nsxv3.common.synchronization [req-3e71661a-39b0-4b25-bfa7-fbc892337494 req-5f8b20fa-616a-45cf-8d92-11a6af32cbbe tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_members [ 1397.449243] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGHEST for action security_group_members [ 1397.449554] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.449679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.449747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.449951] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.450117] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.450226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.450291] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.450438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.450528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.450618] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.509630] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb2184-61d7-413c-9084-472875425b71 in Status: SUCCESS [ 1397.509771] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb2184-61d7-413c-9084-472875425b71 deletion is rescheduled due to dependency. [ 1397.509891] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.918301] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9f414b5-a5df-4ddb-8351-f823a9769996 req-482feb87-4dd7-4a50-9c7d-dce72b8768a9 service nova] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 1397.918566] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9f414b5-a5df-4ddb-8351-f823a9769996 req-482feb87-4dd7-4a50-9c7d-dce72b8768a9 service nova] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1397.918711] env[69318]: INFO networking_nsxv3.common.synchronization [req-d9f414b5-a5df-4ddb-8351-f823a9769996 req-482feb87-4dd7-4a50-9c7d-dce72b8768a9 service nova] Enqueued Resource ID: 78e73837-a367-4404-9e50-50c7511a3fc4 with Priority: HIGHEST for action port [ 1397.919580] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_rules [ 1397.919580] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1397.919580] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e73837-a367-4404-9e50-50c7511a3fc4 with Priority: HIGHEST for action port [ 1397.919935] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.919935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.920051] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.920343] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.920447] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.921325] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.921473] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.921548] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.921747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.921927] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.922153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.922248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.922420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.922532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.922657] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.923390] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e73837-a367-4404-9e50-50c7511a3fc4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.923877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.923877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.923877] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.923877] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e73837-a367-4404-9e50-50c7511a3fc4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.952810] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.952986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.952986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.953226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.953318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.953517] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.953616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.953675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.953828] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.953896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.953984] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 is going to be updated. [ 1397.984114] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.984375] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.984554] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.984766] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.984979] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.994308] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: IN_PROGRESS for 2s [ 1398.425763] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.426851] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.426962] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.427145] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78e73837-a367-4404-9e50-50c7511a3fc4 with status ACTIVE [ 1398.427307] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.427416] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.427474] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.427679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.427768] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.427934] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.428044] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.428106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.428318] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.428400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.428668] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.428815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.428913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.429125] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.429231] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.429320] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78e73837-a367-4404-9e50-50c7511a3fc4 is going to be updated. [ 1398.451115] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.451269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.451313] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.451513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.451722] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.451820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e73837-a367-4404-9e50-50c7511a3fc4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.931897] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.433614] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.433782] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.433949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.434135] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.434483] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.434483] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1399.462895] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.463039] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.463099] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.463307] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.463442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.473207] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1400.005962] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 in Status: SUCCESS [ 1400.006299] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 deletion is rescheduled due to dependency. [ 1400.006299] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.482684] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1401.483031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.483134] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.483303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.483491] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.483600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.483668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.483818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.483899] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.483984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.484090] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.986539] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.096773] env[69318]: INFO networking_nsxv3.common.synchronization [None req-06322b42-4714-43a2-a5d4-1c414ce6eb12 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_rules [ 1402.097256] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_rules [ 1402.097557] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.097680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.097748] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.098015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.098099] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.165392] env[69318]: INFO networking_nsxv3.common.synchronization [None req-a4dbd764-cae3-449b-9de1-6dbb74b037ec tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_rules [ 1402.165891] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_rules [ 1402.166236] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.166374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.489267] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc0379c2-d6b4-4413-a2c6-b00555cc9df5: rpc.has_security_group_logging(os_id): False [ 1402.506906] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.507083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.507145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.507359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.507453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.507705] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.507808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.507870] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.508033] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.508111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.508198] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1402.578399] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.578631] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.578680] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.578916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.579073] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.595589] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1402.618008] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.618178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.618226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.618527] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.618772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.618945] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 already deleted. [ 1402.619028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.619187] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.619362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.619441] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.143164] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.143368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.143464] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.143732] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.143851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.143973] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 already deleted. [ 1403.144133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.615447] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1404.615740] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.166554] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.166931] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.683058] env[69318]: INFO networking_nsxv3.common.synchronization [req-8e9036c2-e20e-4b2e-b093-4f399405c0d9 req-f0432ac4-8eaf-4032-b103-fa46f0b08cd5 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_members [ 1407.683577] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGHEST for action security_group_members [ 1407.684019] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.684175] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.684247] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.684449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.684613] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.684739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.684773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.684914] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.685029] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.685806] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.187673] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.188078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.188078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.188156] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.188269] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.188515] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.188666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.188666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.188823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.188986] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.188986] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcaa80cb-def0-40ef-830a-b806f051168e is going to be updated. [ 1408.221133] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.221345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.221345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.221596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.221752] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.231205] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcaa80cb-def0-40ef-830a-b806f051168e in Status: IN_PROGRESS for 2s [ 1408.370388] env[69318]: INFO networking_nsxv3.common.synchronization [req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 req-b4175f51-813c-4ef1-8c7e-1d8efe59089a tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_members [ 1408.370985] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_members [ 1408.371321] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.371467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.371544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.371798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.372097] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.372222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.372285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.373170] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.373305] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.373411] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.712258] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.712466] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.712597] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.713092] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.713483] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.713662] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.713784] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.714127] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.714324] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.714546] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1408.714667] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.714780] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.714891] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.715009] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1408.715127] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.715386] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.736197] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.736467] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1408.737159] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.737159] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.737415] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.737606] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.737841] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.738305] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.738553] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.877445] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.877715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.877715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.877932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.878117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.878351] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.878502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.878604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.878818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.878907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.878994] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 already deleted. [ 1408.879163] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.241035] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.241399] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.241399] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.241845] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.242072] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.242294] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b not found, creating... [ 1409.243024] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.243024] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.243183] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.243474] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.243733] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.244324] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.244324] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.244499] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.244841] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.245046] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.245322] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b is going to be created. [ 1409.271819] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.272103] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.272202] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.272667] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.272972] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.273239] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.951242] env[69318]: INFO networking_nsxv3.common.synchronization [req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 req-f9f47532-60af-43a7-abbc-df36f5fd8ff5 service nova] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_rules [ 1409.951242] env[69318]: INFO networking_nsxv3.common.synchronization [req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 req-f9f47532-60af-43a7-abbc-df36f5fd8ff5 service nova] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_members [ 1409.951242] env[69318]: INFO networking_nsxv3.common.synchronization [req-e04b8ad8-c5cf-4495-a0d2-248be434cde2 req-f9f47532-60af-43a7-abbc-df36f5fd8ff5 service nova] Enqueued Resource ID: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b with Priority: HIGHEST for action port [ 1409.952168] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_rules [ 1409.953043] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_members [ 1409.953043] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b with Priority: HIGHEST for action port [ 1409.953043] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.953230] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.953230] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.953544] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.953669] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.954616] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.954744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.954858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.954990] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.956057] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.956057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.956057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.956057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.956057] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.956057] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.961744] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.962837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.962916] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.963131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.963222] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.241536] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcaa80cb-def0-40ef-830a-b806f051168e in Status: SUCCESS [ 1410.241886] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcaa80cb-def0-40ef-830a-b806f051168e deletion is rescheduled due to dependency. [ 1410.241886] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.462119] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.464932] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.465145] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.465377] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b with status ACTIVE [ 1410.465729] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.465729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.465729] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.465918] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.466012] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.466200] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.466452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.466773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.466773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.466867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.467075] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.467356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.467356] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.467434] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.467467] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.467585] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b is going to be updated. [ 1410.492315] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.492315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.492315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.492556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.492556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.492614] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.965026] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.471075] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.471075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.471075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.471075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.471075] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.471075] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 is going to be created. [ 1411.495385] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.495523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.495596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.495830] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.495972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.508606] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: UNINITIALIZED for 2s [ 1412.350455] env[69318]: INFO networking_nsxv3.common.synchronization [None req-0c544a60-9787-451f-b479-fc98aab12f6a tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_rules [ 1412.351030] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_rules [ 1412.351343] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.351489] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.351586] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.351910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.352012] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.433149] env[69318]: INFO networking_nsxv3.common.synchronization [None req-31b1ddc8-2334-4c74-b74e-d56e2a7c122d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_rules [ 1412.433651] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_rules [ 1412.433985] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.434223] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.872470] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.872470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.872470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.872470] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.872898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.872898] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab already deleted. [ 1412.872898] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.872967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.873124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.873227] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.395204] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.395403] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.395457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.395643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.395734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.395831] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab already deleted. [ 1413.395915] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.519380] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: SUCCESS [ 1413.519690] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.519876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.520123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.521046] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.521197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.521271] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.521492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.521589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.521683] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.521791] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.025095] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.166639] env[69318]: INFO networking_nsxv3.common.synchronization [req-d0f5ae30-a753-461a-b287-605f6daa81a9 req-8d115e70-21f9-4d28-933a-bf135fe07723 tempest-ServerActionsTestOtherB-1861143919 tempest-ServerActionsTestOtherB-1861143919-project-member] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1414.167241] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGHEST for action security_group_members [ 1414.168824] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.168824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.168824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.168824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.168824] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.168824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.168824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.168824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.168824] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.168824] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.526891] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e533cc4b-ef38-48cc-8545-01c33f663258: rpc.has_security_group_logging(os_id): False [ 1414.545350] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.545501] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.545590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.545825] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.545965] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.546208] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.546363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.546441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.546606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.546709] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.546803] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 is going to be created. [ 1414.607121] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.607320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.607320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.607536] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.607723] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.617794] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: IN_PROGRESS for 2s [ 1414.672683] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.672867] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.672912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.673188] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.673286] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.673517] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.673658] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.673699] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.673851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.673932] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.674034] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be updated. [ 1414.716698] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.716881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.716921] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.717131] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.717275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.726856] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: IN_PROGRESS for 2s [ 1416.629565] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: SUCCESS [ 1416.629924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.738021] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 in Status: SUCCESS [ 1416.738223] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 deletion is rescheduled due to dependency. [ 1416.738337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.689956] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b req-e9379d69-8dd3-4828-a492-bd2615d89f5d tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_members [ 1417.690522] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_members [ 1417.690843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.690956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.691054] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.691315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.691479] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.691585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.691675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.691863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.691956] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.692073] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.953405] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.953596] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.953731] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.954052] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.954340] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.954510] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.954651] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.954884] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.955066] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.955308] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.955432] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1417.955547] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1417.955662] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1417.955777] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.955887] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1417.956034] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1417.975439] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1417.975669] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1417.975820] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1417.975959] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.976303] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-790b98c5-7e9b-477b-973a-4201a885ccdb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.976482] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-790b98c5-7e9b-477b-973a-4201a885ccdb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.976606] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-790b98c5-7e9b-477b-973a-4201a885ccdb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.976940] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-790b98c5-7e9b-477b-973a-4201a885ccdb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.977097] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790b98c5-7e9b-477b-973a-4201a885ccdb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.194740] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.194910] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.194985] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.195202] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.195294] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.195493] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.195593] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.195659] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.195806] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.195881] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.195968] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab already deleted. [ 1418.196061] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.479528] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.479782] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.479920] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.480215] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.480367] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.480528] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 790b98c5-7e9b-477b-973a-4201a885ccdb not found, creating... [ 1418.480811] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.481010] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.481142] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.481452] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.481795] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.482048] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.482234] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.482376] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.482650] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.482839] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.483028] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 790b98c5-7e9b-477b-973a-4201a885ccdb is going to be created. [ 1418.503197] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.503359] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.503485] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.503755] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.503984] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.504224] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-790b98c5-7e9b-477b-973a-4201a885ccdb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.450148] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b req-1c45839c-8612-4c14-a9ba-2faa3ce0f69a service nova] Enqueued Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_rules [ 1419.450382] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b req-1c45839c-8612-4c14-a9ba-2faa3ce0f69a service nova] Enqueued Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_members [ 1419.450851] env[69318]: INFO networking_nsxv3.common.synchronization [req-d3c1f8a9-aab4-4e3a-bf58-150a868bf01b req-1c45839c-8612-4c14-a9ba-2faa3ce0f69a service nova] Enqueued Resource ID: 790b98c5-7e9b-477b-973a-4201a885ccdb with Priority: HIGHEST for action port [ 1419.451120] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_rules [ 1419.451253] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_members [ 1419.451350] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790b98c5-7e9b-477b-973a-4201a885ccdb with Priority: HIGHEST for action port [ 1419.451895] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.452337] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.452443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.452653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.452741] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.453557] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.453674] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.453743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.453905] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.454072] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.454176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.454238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.454373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.454459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.454549] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.455247] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-790b98c5-7e9b-477b-973a-4201a885ccdb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.455576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-790b98c5-7e9b-477b-973a-4201a885ccdb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.455576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-790b98c5-7e9b-477b-973a-4201a885ccdb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.455677] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-790b98c5-7e9b-477b-973a-4201a885ccdb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.455754] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790b98c5-7e9b-477b-973a-4201a885ccdb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.958099] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.958285] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.958455] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 790b98c5-7e9b-477b-973a-4201a885ccdb with status ACTIVE [ 1419.958688] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.959114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.959114] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.959195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.959292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.959493] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.959616] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.959695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.959889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.959994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.960231] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.960351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.960439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.961040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.961040] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.961040] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 790b98c5-7e9b-477b-973a-4201a885ccdb is going to be updated. [ 1419.962500] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.984054] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.984214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.984297] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.984477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.984608] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.984773] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-790b98c5-7e9b-477b-973a-4201a885ccdb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.465824] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.968733] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.968933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.968974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.969219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.969309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.969409] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab is going to be created. [ 1420.993064] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.993235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.993273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.993506] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.993734] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.003312] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab in Status: UNINITIALIZED for 2s [ 1423.013521] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab in Status: SUCCESS [ 1423.013839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.013912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.014149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.014343] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.014462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.014529] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.014682] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.014763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.014847] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.014935] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.517673] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.021376] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab: rpc.has_security_group_logging(os_id): False [ 1424.040559] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.040559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.040559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.040559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.040559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.040745] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.040791] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.040819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.041031] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.041098] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.041172] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab is going to be created. [ 1424.100917] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.101087] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.101169] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.101360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.101541] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.115030] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab in Status: IN_PROGRESS for 2s [ 1424.452164] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.452319] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1426.126588] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab in Status: SUCCESS [ 1426.126883] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.453394] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.453796] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.454418] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.454759] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.455910] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.455910] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.457511] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.457872] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.458594] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.458954] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.459998] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.460342] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.461305] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.461681] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.203722] env[69318]: INFO networking_nsxv3.common.synchronization [req-2003a006-46f0-4fb1-a9b8-3f60afa924ab req-eed5c0a9-051f-4e6e-a35a-93769726da50 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1460.204230] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1460.204545] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.204715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.204762] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.204963] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.205185] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.205316] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.205359] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.205516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.205603] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.205717] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.708599] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.708997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.708997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.709180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.709355] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.709573] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.709671] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.709810] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.710059] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.710147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.710241] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1460.739052] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.739264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.739264] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.739497] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.739644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.748977] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1462.760736] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1462.761026] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 deletion is rescheduled due to dependency. [ 1462.761102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.205513] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.205513] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.844712] env[69318]: INFO networking_nsxv3.common.synchronization [req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 req-3d96d375-06a7-443d-b65d-26e907f0cea1 tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1467.845303] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1467.845716] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.845973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.845973] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.846171] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.846351] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.846454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.846519] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.846669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.846756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.846872] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.211211] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.211418] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.211550] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.211832] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.212114] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.212256] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.212370] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.212585] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.212740] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.212939] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1468.213073] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1468.213179] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1468.213290] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1468.213402] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1468.213511] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1468.213643] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1468.235930] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1468.236181] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1468.236349] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1468.236557] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-218" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.236877] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.237072] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.237203] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.237572] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.237723] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f45d23e-4dd4-4be9-adc7-7fe07c97960b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.349504] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.349663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.349715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.350292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.350292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.350292] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.350292] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.350547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.350547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.350635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.350675] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1468.376618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.376815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.376815] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.377067] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.377229] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.387575] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1468.740265] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.740461] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.740606] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.740914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.741100] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.741308] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 0f45d23e-4dd4-4be9-adc7-7fe07c97960b not found, creating... [ 1468.741611] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.741790] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.741928] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.742204] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.742356] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.742648] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.742807] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.742927] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.743195] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.743338] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.743482] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 0f45d23e-4dd4-4be9-adc7-7fe07c97960b is going to be created. [ 1468.764597] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.764818] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.764939] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.765214] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.765448] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.765668] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.451221] env[69318]: INFO networking_nsxv3.common.synchronization [req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 req-5ad546a3-5901-4cd5-8b5f-63b31f17f808 service nova] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1469.451542] env[69318]: INFO networking_nsxv3.common.synchronization [req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 req-5ad546a3-5901-4cd5-8b5f-63b31f17f808 service nova] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1469.451542] env[69318]: INFO networking_nsxv3.common.synchronization [req-d649c6d0-466c-4d10-a0fc-6382a7a9a0c8 req-5ad546a3-5901-4cd5-8b5f-63b31f17f808 service nova] Enqueued Resource ID: 0f45d23e-4dd4-4be9-adc7-7fe07c97960b with Priority: HIGHEST for action port [ 1469.451763] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_rules [ 1469.451912] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1469.452021] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f45d23e-4dd4-4be9-adc7-7fe07c97960b with Priority: HIGHEST for action port [ 1469.452568] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.452696] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.452767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.452977] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.453119] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.453933] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.454027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.454228] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.454347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.454383] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.454547] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.454645] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f45d23e-4dd4-4be9-adc7-7fe07c97960b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.956872] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.957085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.957230] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f45d23e-4dd4-4be9-adc7-7fe07c97960b with status ACTIVE [ 1469.957681] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.957681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.957681] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.957960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.958080] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.958345] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.958485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.958604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.958821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.958960] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.959216] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.959361] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.959465] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.959673] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.959784] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.959882] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f45d23e-4dd4-4be9-adc7-7fe07c97960b is going to be updated. [ 1469.986581] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.986797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.986841] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.987071] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.987209] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.987419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f45d23e-4dd4-4be9-adc7-7fe07c97960b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.398172] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1470.398332] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 deletion is rescheduled due to dependency. [ 1470.398600] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.398744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.399150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.399420] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.399562] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.399640] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.399872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.399998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.400154] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.902911] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.406413] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.909175] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.909695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.909695] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.909839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.909839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.909950] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1471.947621] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.947901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.947901] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.948096] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.948254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.957596] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1473.969830] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1473.970309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.970309] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.970440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.970629] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.970743] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.970813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.970975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.971066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.971149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.971241] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.453331] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.453496] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1474.472958] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.976179] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfdb834-5146-4450-ab08-83dea06492e8: rpc.has_security_group_logging(os_id): False [ 1474.996400] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.996400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.996836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.996836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.996836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.997063] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.997180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.997180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.997363] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.997476] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.997568] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1475.073167] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.073443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.073443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.073582] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.073730] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.087552] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1477.103308] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1477.103565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.455308] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.455308] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.515822] env[69318]: INFO networking_nsxv3.common.synchronization [req-742096cd-9848-4e8f-9a4c-4931a9816385 req-bf213a88-b375-462c-9a9a-daabb3033f92 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_members [ 1483.516423] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGHEST for action security_group_members [ 1483.516741] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.516943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.516943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.517137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.517293] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.517391] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.517454] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.517636] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.517686] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.517786] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.020634] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.020826] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.020892] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.021147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.021248] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.021474] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.021579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.021643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.021817] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.021899] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.021989] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab is going to be updated. [ 1484.049378] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.049589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.049589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.049807] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.049954] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.059290] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab in Status: IN_PROGRESS for 2s [ 1484.184465] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.184674] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.184806] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.185266] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.185559] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.185729] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.185856] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.186261] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.186465] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.186724] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1484.186877] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1484.187012] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1484.187138] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1484.187276] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1484.187397] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1484.187540] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1484.208243] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1484.208432] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1484.208575] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1484.208755] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-162" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.209094] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.209276] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.209399] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.209663] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.209843] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.712160] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.712568] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.712568] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.712985] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.713217] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.713564] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.713771] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.713929] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.714222] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.714412] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.714773] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.714946] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.715074] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.715302] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.715443] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.715594] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b is going to be updated. [ 1484.736458] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.736662] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.736801] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.737078] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.737285] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.737513] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.409593] env[69318]: INFO networking_nsxv3.common.synchronization [req-82ddf59b-5798-480f-a768-568d893e7615 req-b936f7fe-8a92-4147-bcd4-93d24e4b9e70 service nova] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_rules [ 1485.409798] env[69318]: INFO networking_nsxv3.common.synchronization [req-82ddf59b-5798-480f-a768-568d893e7615 req-b936f7fe-8a92-4147-bcd4-93d24e4b9e70 service nova] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_members [ 1485.409989] env[69318]: INFO networking_nsxv3.common.synchronization [req-82ddf59b-5798-480f-a768-568d893e7615 req-b936f7fe-8a92-4147-bcd4-93d24e4b9e70 service nova] Enqueued Resource ID: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b with Priority: HIGHEST for action port [ 1485.410247] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_rules [ 1485.410378] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_members [ 1485.410476] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b with Priority: HIGHEST for action port [ 1485.411130] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.411281] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.411349] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.411545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.411626] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.412446] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.412601] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.413462] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.413737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.413825] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.413912] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.413972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.414132] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.414219] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.414307] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.415532] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.415646] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.415719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.416078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.416078] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.916639] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.917780] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.917929] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.918041] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b with status ACTIVE [ 1485.918219] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.918315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.918478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.918590] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.918688] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.918848] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.918949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.919014] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.919177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.919252] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.919444] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.919540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.919626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.919718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.919812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.919897] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b is going to be updated. [ 1485.950922] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.951141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.951141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.951347] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.951532] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.951635] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9e2ba2-f94e-4143-9d3c-5b3a8ddb011b" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.073049] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab in Status: SUCCESS [ 1486.073262] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab deletion is rescheduled due to dependency. [ 1486.073367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.421535] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.925490] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.925994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.925994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.932595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.932595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.932595] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 is going to be updated. [ 1486.974883] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.975122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.975122] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.975314] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.975458] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.987788] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: IN_PROGRESS for 2s [ 1488.156585] env[69318]: INFO networking_nsxv3.common.synchronization [None req-91c354ee-fc42-42c3-a9f5-44231e805ffd tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_rules [ 1488.157170] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_rules [ 1488.157474] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879fba5a-eca8-4b81-a060-b87b8ae72494 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.157595] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.157660] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.157961] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.158175] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.223816] env[69318]: INFO networking_nsxv3.common.synchronization [None req-89fc8a93-45bb-4416-9451-1064a16322b2 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_rules [ 1488.224353] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_rules [ 1488.226440] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879fba5a-eca8-4b81-a060-b87b8ae72494 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.226553] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.681512] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.681790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.681790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.681997] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.682093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.682208] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 already deleted. [ 1488.682306] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.682482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.682694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.682788] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.009418] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: SUCCESS [ 1489.009707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.009972] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.010237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.010452] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.010576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.010644] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.010837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.010943] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.011049] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.011141] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.204920] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.205399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.205399] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.205463] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.205558] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.205649] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 already deleted. [ 1489.205749] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.513695] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.016470] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e533cc4b-ef38-48cc-8545-01c33f663258: rpc.has_security_group_logging(os_id): False [ 1490.041046] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.041284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.041284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.041450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.041539] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.041873] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.042000] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.042104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.042312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.042411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.042508] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 is going to be updated. [ 1490.131368] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.131565] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.131624] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.131798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.131945] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.145600] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: IN_PROGRESS for 2s [ 1492.161068] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: SUCCESS [ 1492.161559] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.226581] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.227642] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.635117] env[69318]: INFO networking_nsxv3.common.synchronization [req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d req-0c389d2c-3ee1-4514-b3b3-1ae487ed7249 tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_members [ 1493.635117] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_members [ 1493.635117] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-879fba5a-eca8-4b81-a060-b87b8ae72494 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.635117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.635117] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.635650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.635650] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.635650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.635650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.635769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.635769] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.635906] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.879626] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.879844] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.880049] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.880336] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.880600] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.880765] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.880934] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.881228] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.881386] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.881602] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1493.881721] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1493.881836] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1493.881948] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1493.882081] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1493.882195] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1493.882335] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1493.900820] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1493.901066] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1493.901237] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1493.901417] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-927" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.901727] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-516860cf-3487-4cf9-a47b-455550570459 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.901901] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-516860cf-3487-4cf9-a47b-455550570459" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.902037] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-516860cf-3487-4cf9-a47b-455550570459" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.902360] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-516860cf-3487-4cf9-a47b-455550570459" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.902505] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516860cf-3487-4cf9-a47b-455550570459',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.137994] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.138192] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.138265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.138498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.138585] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.138777] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.138888] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.138948] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.139120] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.139199] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.139286] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 already deleted. [ 1494.139366] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.404676] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.404955] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.405117] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.405425] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.405609] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.405796] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 516860cf-3487-4cf9-a47b-455550570459 not found, creating... [ 1494.406125] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.406302] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.406444] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.406708] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.406866] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.407209] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.407388] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.407512] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.407752] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.407914] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.408072] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 516860cf-3487-4cf9-a47b-455550570459 is going to be created. [ 1494.429683] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.429905] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.430053] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.430354] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.430593] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.430821] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-516860cf-3487-4cf9-a47b-455550570459" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.146353] env[69318]: INFO networking_nsxv3.common.synchronization [req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d req-57a15b8e-0c8a-41b6-8e4f-50490d8d95e4 service nova] Enqueued Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_rules [ 1495.146706] env[69318]: INFO networking_nsxv3.common.synchronization [req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d req-57a15b8e-0c8a-41b6-8e4f-50490d8d95e4 service nova] Enqueued Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_members [ 1495.146994] env[69318]: INFO networking_nsxv3.common.synchronization [req-d58bd0f3-8642-42b9-a14f-c07aedaeb84d req-57a15b8e-0c8a-41b6-8e4f-50490d8d95e4 service nova] Enqueued Resource ID: 516860cf-3487-4cf9-a47b-455550570459 with Priority: HIGHEST for action port [ 1495.147854] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_rules [ 1495.148171] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_members [ 1495.148305] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 516860cf-3487-4cf9-a47b-455550570459 with Priority: HIGHEST for action port [ 1495.148614] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879fba5a-eca8-4b81-a060-b87b8ae72494 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.148747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.148818] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.149095] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.149131] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.150600] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-879fba5a-eca8-4b81-a060-b87b8ae72494 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.150726] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.150809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.151137] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.151398] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.151572] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.151694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.151935] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.152150] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.152469] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.153589] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-516860cf-3487-4cf9-a47b-455550570459 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.153819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-516860cf-3487-4cf9-a47b-455550570459" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.153927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-516860cf-3487-4cf9-a47b-455550570459" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.154179] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-516860cf-3487-4cf9-a47b-455550570459" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.154349] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516860cf-3487-4cf9-a47b-455550570459',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.656449] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.657560] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-879fba5a-eca8-4b81-a060-b87b8ae72494 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.657700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.657849] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 516860cf-3487-4cf9-a47b-455550570459 with status ACTIVE [ 1495.657976] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.658097] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.658149] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.658351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.658441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.658607] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.658702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.658763] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.658913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.658989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.659181] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.659273] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.659626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.659626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.659626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.659626] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 516860cf-3487-4cf9-a47b-455550570459 is going to be updated. [ 1495.683011] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.683268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.683268] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.683419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.683555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.683715] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-516860cf-3487-4cf9-a47b-455550570459" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.162252] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.665890] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.666180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.666180] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.666438] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.666576] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.666685] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 is going to be created. [ 1496.689264] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.689430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.689471] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.689648] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.689804] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.699359] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 in Status: UNINITIALIZED for 2s [ 1498.712507] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 in Status: SUCCESS [ 1498.712507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.712507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.712507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.712507] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.712507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.712507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.712507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.712507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.712507] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.712507] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.216427] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.718748] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 879fba5a-eca8-4b81-a060-b87b8ae72494: rpc.has_security_group_logging(os_id): False [ 1499.736264] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.736418] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.736492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.736742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.736836] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.737091] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.737214] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.737290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.737449] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.737528] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.737617] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 is going to be created. [ 1499.795244] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.795479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.795479] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.795653] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.795837] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.807227] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 in Status: IN_PROGRESS for 2s [ 1500.150192] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.150362] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1501.830220] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 in Status: SUCCESS [ 1501.830606] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.151841] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.152217] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.153313] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.153313] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.154924] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.155387] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.156658] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.157150] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.158231] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.158591] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.863984] env[69318]: INFO networking_nsxv3.common.synchronization [req-b04793a4-c3cb-4f3c-8963-02988591e103 req-3e9fee42-8df1-49d0-8e3e-947ec5ab5a5f tempest-ServerActionsTestJSON-118204405 tempest-ServerActionsTestJSON-118204405-project-member] Enqueued Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1528.864724] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfdb834-5146-4450-ab08-83dea06492e8 with Priority: HIGHEST for action security_group_members [ 1528.864977] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfdb834-5146-4450-ab08-83dea06492e8 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.865118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.865195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.865413] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.865567] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.865666] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.865735] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.865895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.865978] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.866081] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfdb834-5146-4450-ab08-83dea06492e8',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.369085] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.369085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.369085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.369085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.369085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.369085] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.369085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.369584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.369584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.369584] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.369584] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 is going to be updated. [ 1529.398446] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.398812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.398812] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.398933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.399023] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.408071] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: IN_PROGRESS for 2s [ 1531.418590] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfdb834-5146-4450-ab08-83dea06492e8 in Status: SUCCESS [ 1531.418934] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfdb834-5146-4450-ab08-83dea06492e8 deletion is rescheduled due to dependency. [ 1531.418934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfdb834-5146-4450-ab08-83dea06492e8" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.865794] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.865794] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.940025] env[69318]: INFO networking_nsxv3.common.synchronization [req-90b2d6e4-3879-4dab-86c1-bea39bf6d17b req-71426274-7037-47f3-b639-8c37f4d15d24 tempest-AttachVolumeShelveTestJSON-2021640702 tempest-AttachVolumeShelveTestJSON-2021640702-project-member] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_members [ 1533.940025] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGHEST for action security_group_members [ 1533.940025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.940025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.940025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.940025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.940025] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.940025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.940025] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.941052] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.941327] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.941587] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.443981] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.444174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.444243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.444453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.444545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.444742] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.444849] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.444907] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.445062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.445141] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.445230] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 is going to be updated. [ 1534.475834] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.475959] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.476021] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.476235] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.476373] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.485117] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: IN_PROGRESS for 2s [ 1536.497776] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e533cc4b-ef38-48cc-8545-01c33f663258 in Status: SUCCESS [ 1536.498198] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 deletion is rescheduled due to dependency. [ 1536.498198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.560081] env[69318]: INFO networking_nsxv3.common.synchronization [None req-72065926-0126-41a2-b615-3a1902e6778b None None] Enqueued Resource ID: 6beb951e-690f-48b2-b05f-c0d27976bf1f with Priority: HIGHEST for action port [ 1536.560826] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6beb951e-690f-48b2-b05f-c0d27976bf1f with Priority: HIGHEST for action port [ 1536.561451] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-6beb951e-690f-48b2-b05f-c0d27976bf1f taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.561642] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6beb951e-690f-48b2-b05f-c0d27976bf1f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.561758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6beb951e-690f-48b2-b05f-c0d27976bf1f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.562147] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6beb951e-690f-48b2-b05f-c0d27976bf1f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.562287] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6beb951e-690f-48b2-b05f-c0d27976bf1f',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.064491] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6beb951e-690f-48b2-b05f-c0d27976bf1f [ 1537.064671] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.064778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.064851] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.065085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.065181] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.065282] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6beb951e-690f-48b2-b05f-c0d27976bf1f already deleted. [ 1537.065367] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6beb951e-690f-48b2-b05f-c0d27976bf1f" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.631751] env[69318]: INFO networking_nsxv3.common.synchronization [None req-16f0d48c-437c-4277-a540-9a85a1aa85fe None None] Enqueued Resource ID: a4a160d8-4594-4f3f-8283-3c53bed08572 with Priority: HIGHEST for action port [ 1538.632309] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a160d8-4594-4f3f-8283-3c53bed08572 with Priority: HIGHEST for action port [ 1538.632614] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a160d8-4594-4f3f-8283-3c53bed08572 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.632737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a160d8-4594-4f3f-8283-3c53bed08572" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.632805] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a160d8-4594-4f3f-8283-3c53bed08572" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.633152] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a160d8-4594-4f3f-8283-3c53bed08572" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.633278] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a160d8-4594-4f3f-8283-3c53bed08572',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.135203] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4a160d8-4594-4f3f-8283-3c53bed08572 [ 1539.135537] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.135737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.135737] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.135974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.136083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.136172] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4a160d8-4594-4f3f-8283-3c53bed08572 already deleted. [ 1539.136246] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a160d8-4594-4f3f-8283-3c53bed08572" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.946139] env[69318]: INFO networking_nsxv3.common.synchronization [req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 req-24e0d97b-3d41-48f4-a8bc-258328a024e5 tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Enqueued Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGHEST for action security_group_members [ 1541.946797] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGHEST for action security_group_members [ 1541.946979] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e412daa8-68b3-4387-aa6c-4cd184d57ef6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.947127] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.947194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.947453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.947610] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.947706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.947764] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.947913] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.947998] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.948102] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.229251] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.229448] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "network-379" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.229574] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "network-379" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.229902] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "network-379" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.230185] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.230349] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.230473] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.230694] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.230842] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.231105] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1542.231231] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] NeedRegenerationException {{(pid=69318) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1542.231347] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] no value, waiting for create lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1542.231460] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] value creation lock acquired {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1542.231591] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] No value present for key: 'zone-id' {{(pid=69318) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1542.231681] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Calling creation function for not-yet-present value {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1542.231837] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1542.254484] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1542.254484] env[69318]: DEBUG dogpile.cache.region [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69318) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1542.254484] env[69318]: DEBUG dogpile.lock [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Released creation lock {{(pid=69318) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1542.254667] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "network-379" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.254986] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock port-7d3b25a4-343c-41d6-bb8e-e284a19717fb taken with stack trace [, , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.255178] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "port-7d3b25a4-343c-41d6-bb8e-e284a19717fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.255369] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "port-7d3b25a4-343c-41d6-bb8e-e284a19717fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.255784] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "port-7d3b25a4-343c-41d6-bb8e-e284a19717fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.255855] env[69318]: DEBUG networking_nsxv3.api.rpc [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3b25a4-343c-41d6-bb8e-e284a19717fb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.450248] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.450419] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.450495] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.450707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.450798] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.451022] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.451116] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.451177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.451336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.451412] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.451498] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 already deleted. [ 1542.451579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.762127] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.762369] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.762503] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.762772] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.762925] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.763129] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Segment Port 7d3b25a4-343c-41d6-bb8e-e284a19717fb not found, creating... [ 1542.763350] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.763507] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.763630] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.763844] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.763986] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.764286] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.764445] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.764567] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.764778] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.764918] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.765331] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Resource: SegmentPort with ID: 7d3b25a4-343c-41d6-bb8e-e284a19717fb is going to be created. [ 1542.790717] env[69318]: DEBUG networking_nsxv3.common.locking [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.790717] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.790717] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.790717] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.790872] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.791020] env[69318]: DEBUG oslo_concurrency.lockutils [None req-c8bc13f6-48d9-4d20-b415-3a0a452e5195 None None] Releasing lock "port-7d3b25a4-343c-41d6-bb8e-e284a19717fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.476917] env[69318]: INFO networking_nsxv3.common.synchronization [req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 req-8e991d65-baae-4704-ad84-a2c0e3bf4324 service nova] Enqueued Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGHEST for action security_group_rules [ 1543.477192] env[69318]: INFO networking_nsxv3.common.synchronization [req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 req-8e991d65-baae-4704-ad84-a2c0e3bf4324 service nova] Enqueued Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGHEST for action security_group_members [ 1543.477294] env[69318]: INFO networking_nsxv3.common.synchronization [req-4b9a5521-a89d-4832-abe4-d1f697cdbbb1 req-8e991d65-baae-4704-ad84-a2c0e3bf4324 service nova] Enqueued Resource ID: 7d3b25a4-343c-41d6-bb8e-e284a19717fb with Priority: HIGHEST for action port [ 1543.477570] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGHEST for action security_group_rules [ 1543.477655] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGHEST for action security_group_members [ 1543.477754] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3b25a4-343c-41d6-bb8e-e284a19717fb with Priority: HIGHEST for action port [ 1543.478347] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.478478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.478579] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.478794] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.478884] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.481836] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e412daa8-68b3-4387-aa6c-4cd184d57ef6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.483083] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.483208] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.483420] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.483580] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.483684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.483750] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.483899] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.483984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.484269] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.489790] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d3b25a4-343c-41d6-bb8e-e284a19717fb taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.489790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d3b25a4-343c-41d6-bb8e-e284a19717fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.489790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d3b25a4-343c-41d6-bb8e-e284a19717fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.489790] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d3b25a4-343c-41d6-bb8e-e284a19717fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.489790] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3b25a4-343c-41d6-bb8e-e284a19717fb',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.990490] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.990490] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e412daa8-68b3-4387-aa6c-4cd184d57ef6 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.990490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.992405] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d3b25a4-343c-41d6-bb8e-e284a19717fb with status ACTIVE [ 1543.992405] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.992405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.992405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.992679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.992679] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.992852] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.992952] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.993062] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.993193] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.993245] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.993450] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.993546] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.993607] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.993747] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.993931] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.994045] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d3b25a4-343c-41d6-bb8e-e284a19717fb is going to be updated. [ 1544.014774] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.014987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.014987] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.015198] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.015338] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.015492] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d3b25a4-343c-41d6-bb8e-e284a19717fb" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.492062] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.995057] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.995304] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.995374] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.995575] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.995669] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.995775] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 is going to be created. [ 1545.018618] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.018742] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.018842] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.019111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.019295] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.029281] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 in Status: UNINITIALIZED for 2s [ 1547.041598] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 in Status: SUCCESS [ 1547.042093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.042093] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.042312] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.042505] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.042625] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.042689] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.042940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.042940] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.043089] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.043120] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.547074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e412daa8-68b3-4387-aa6c-4cd184d57ef6 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.547074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.547074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.547074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.547074] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.547074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.547074] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.547502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.547502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.547502] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.547593] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e412daa8-68b3-4387-aa6c-4cd184d57ef6 taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.547643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.547706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.547845] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.547985] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.548091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.548153] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.548302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.548377] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.548457] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.548550] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.051521] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e412daa8-68b3-4387-aa6c-4cd184d57ef6: rpc.has_security_group_logging(os_id): False [ 1548.074442] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.074663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.074663] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.074844] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.074933] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.075137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.075290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.075290] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.075443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.075522] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.075727] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.075813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.075876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.076026] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.076101] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.076310] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.076430] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.076485] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.076583] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.076649] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.076740] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 is going to be created. [ 1548.134375] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.134632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.134632] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.134833] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.135088] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.145949] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 in Status: IN_PROGRESS for 2s [ 1548.479030] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.479170] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1550.158925] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 in Status: SUCCESS [ 1550.159298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.188954] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1553.189276] env[69318]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-09f1a61c-e157-4546-8698-8545587694cd None None] NSXv3 Agent Agent loop - iteration:4 started [ 1553.480408] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.480577] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.859692] env[69318]: INFO networking_nsxv3.common.synchronization [req-707d903e-e003-4844-9807-607f84fc3f13 req-6544e2e7-160e-48bb-8274-6fb6f0aaaafe tempest-ServerMetadataNegativeTestJSON-2105496048 tempest-ServerMetadataNegativeTestJSON-2105496048-project-member] Enqueued Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGHEST for action security_group_members [ 1555.859692] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGHEST for action security_group_members [ 1555.859931] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-e412daa8-68b3-4387-aa6c-4cd184d57ef6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.999174] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.999289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.999542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.999760] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.999872] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.999934] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.000165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.000260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.002355] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.504562] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.504753] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.504813] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.505050] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.505146] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.505377] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.505448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.505513] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.505668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.505744] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.505831] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 is going to be updated. [ 1556.534619] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.534779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.534823] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.535047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.535194] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.542850] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 in Status: IN_PROGRESS for 2s [ 1558.374860] env[69318]: INFO networking_nsxv3.common.synchronization [req-ec0938e4-a83d-4bcf-a1a4-26a491c1ec74 req-962f153a-3f8a-4452-bdb7-8a15b985b8cf tempest-AttachVolumeNegativeTest-1256266664 tempest-AttachVolumeNegativeTest-1256266664-project-member] Enqueued Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_members [ 1558.375385] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGHEST for action security_group_members [ 1558.375677] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock member-879fba5a-eca8-4b81-a060-b87b8ae72494 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.375797] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.375863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.376178] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.376347] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.376455] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.376511] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.376843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.376843] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.376843] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.553290] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 in Status: SUCCESS [ 1558.553466] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 deletion is rescheduled due to dependency. [ 1558.553580] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.879414] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.879650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.879650] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.879819] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.879967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.880137] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.880237] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.880302] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.880453] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.880531] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.880619] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 is going to be updated. [ 1558.915945] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.916250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.916250] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.916394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.916543] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.926272] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 in Status: IN_PROGRESS for 2s [ 1560.939331] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 in Status: SUCCESS [ 1560.939684] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 deletion is rescheduled due to dependency. [ 1560.939684] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.376166] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.376527] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.127671] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.128084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.128084] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.128262] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.128383] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.631108] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.134015] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.636591] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1567.636758] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1568.374110] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.374110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.374110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.374110] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.386965] env[69318]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1568.387821] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.388871] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1568.390021] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.390116] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.428741] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.429020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.429020] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.429130] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.443555] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.444328] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1568.444409] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1568.444512] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1568.475586] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.475772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.475772] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.475975] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.476838] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.477007] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1568.558748] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.558967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.558967] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.559225] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.559542] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.559809] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1568.638345] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.638534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.638534] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.638702] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.639015] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.639299] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 1568.639395] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cc0379c2-d6b4-4413-a2c6-b00555cc9df5', 'dcaa80cb-def0-40ef-830a-b806f051168e', 'e56b91b0-cfd2-430e-b342-03605ac67dd3', '33c8eb8c-ef5a-4cfa-b53b-f1af014d6487', '5adb5afd-0c40-4202-b06a-d1c82c671f32', '9b6b088d-b4a7-41ad-90f9-c935ec8210f4', 'e533cc4b-ef38-48cc-8545-01c33f663258', '65e50880-844b-4a0b-9569-285ca8226a38', 'c33702fa-957c-4d97-b065-b3a9e2b37048', 'c6dcd19b-f8a0-49b0-812b-84334d1e84da', '17dee2b0-0b92-426d-848f-7714d68d5b44', '8ceb2184-61d7-413c-9084-472875425b71', 'f86e2b5b-fa47-4de6-8634-bb02061bb7e7', '714b11d6-ba86-40f7-9d5c-5fdce9e1ce06', 'bd26b70a-8d07-4058-928b-89f099a5f888', '6d3f1d71-b8c6-480c-b060-e1e3d736f8ab', 'e412daa8-68b3-4387-aa6c-4cd184d57ef6', 'b564e0c1-a5c1-443c-9a5e-65c5215b9955', '2721c50e-659c-4701-9d21-a31a19240c1d', '879fba5a-eca8-4b81-a060-b87b8ae72494', 'd39592ab-8990-4c42-8a63-fd5b4451e9bf', '763857f7-40ea-4100-b884-338fdfe1e222', '6e78d0f9-c30f-4f44-afa2-2844cf67b64e', 'b5fbb3ce-2fcc-4999-a4b3-9787d5432f5c', 'f173a3a6-0604-49dc-9049-d77caddec47f', '9bcdc2f1-e4a0-4782-9f4f-812265a78bfd', 'd4b2a3c9-591d-42e3-8101-97d25082a7e5', '405d7b2d-eba3-4c2d-a416-197935146151', 'fa45966d-875e-468f-84ba-5418f5826fee', 'acfdb834-5146-4450-ab08-83dea06492e8', '2eba4caa-9718-4ae2-b6f1-610ea361af75'} {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1568.639506] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1568.657383] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.657560] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.657604] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.657775] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.657863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.657970] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1568.658053] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1568.658127] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1568.738109] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.738323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.738323] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.738530] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.739675] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.739967] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1568.740068] env[69318]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69318) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1568.740145] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1568.740209] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1568.740282] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 1568.740353] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGH for action security_group_rules [ 1568.740431] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGH for action security_group_rules [ 1568.740498] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGH for action security_group_rules [ 1568.740561] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGH for action security_group_rules [ 1568.740630] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGH for action security_group_rules [ 1568.740716] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGH for action security_group_rules [ 1568.740782] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGH for action security_group_rules [ 1568.740842] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGH for action security_group_rules [ 1568.740902] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGH for action security_group_rules [ 1568.740961] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGH for action security_group_rules [ 1568.741029] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGH for action security_group_rules [ 1568.741090] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGH for action security_group_rules [ 1568.741149] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGH for action security_group_rules [ 1568.741203] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGH for action security_group_rules [ 1568.741265] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGH for action security_group_rules [ 1568.741325] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGH for action security_group_rules [ 1568.741384] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGH for action security_group_rules [ 1568.741447] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGH for action security_group_rules [ 1568.741530] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGH for action security_group_rules [ 1568.741594] env[69318]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGH for action security_group_rules [ 1568.741691] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.390647] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.391131] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1573.391131] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 with Priority: HIGH for action security_group_rules [ 1573.391131] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 with Priority: HIGH for action security_group_rules [ 1573.391338] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e533cc4b-ef38-48cc-8545-01c33f663258 with Priority: HIGH for action security_group_rules [ 1573.391338] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26b70a-8d07-4058-928b-89f099a5f888 with Priority: HIGH for action security_group_rules [ 1573.391433] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 with Priority: HIGH for action security_group_rules [ 1573.391433] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721c50e-659c-4701-9d21-a31a19240c1d with Priority: HIGH for action security_group_rules [ 1573.391529] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 with Priority: HIGH for action security_group_rules [ 1573.391678] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 with Priority: HIGH for action security_group_rules [ 1573.391777] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 with Priority: HIGH for action security_group_rules [ 1573.391868] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab with Priority: HIGH for action security_group_rules [ 1573.391977] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 with Priority: HIGH for action security_group_rules [ 1573.392154] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb2184-61d7-413c-9084-472875425b71 with Priority: HIGH for action security_group_rules [ 1573.392323] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 with Priority: HIGH for action security_group_rules [ 1573.392465] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da with Priority: HIGH for action security_group_rules [ 1573.392567] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33702fa-957c-4d97-b065-b3a9e2b37048 with Priority: HIGH for action security_group_rules [ 1573.392660] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 with Priority: HIGH for action security_group_rules [ 1573.392749] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50880-844b-4a0b-9569-285ca8226a38 with Priority: HIGH for action security_group_rules [ 1573.392835] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 with Priority: HIGH for action security_group_rules [ 1573.392920] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa80cb-def0-40ef-830a-b806f051168e with Priority: HIGH for action security_group_rules [ 1573.393014] env[69318]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 with Priority: HIGH for action security_group_rules [ 1573.393367] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.393498] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.393563] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.393778] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.393878] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc0379c2-d6b4-4413-a2c6-b00555cc9df5',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.395008] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e56b91b0-cfd2-430e-b342-03605ac67dd3 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.395008] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.395183] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.395254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.395332] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e56b91b0-cfd2-430e-b342-03605ac67dd3',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.396184] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e533cc4b-ef38-48cc-8545-01c33f663258 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.396275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.396275] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.396428] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.396500] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e533cc4b-ef38-48cc-8545-01c33f663258',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.398903] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd26b70a-8d07-4058-928b-89f099a5f888 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.399045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.399045] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.399190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.399261] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd26b70a-8d07-4058-928b-89f099a5f888',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.399926] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-879fba5a-eca8-4b81-a060-b87b8ae72494 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.400053] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.400106] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.400254] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.400328] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('879fba5a-eca8-4b81-a060-b87b8ae72494',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.400984] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2721c50e-659c-4701-9d21-a31a19240c1d taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.401107] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.401258] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.401406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.401406] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2721c50e-659c-4701-9d21-a31a19240c1d',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.402100] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.402222] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.402324] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.402441] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.402512] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b564e0c1-a5c1-443c-9a5e-65c5215b9955',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.403256] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.403406] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.403482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.403707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.403842] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e412daa8-68b3-4387-aa6c-4cd184d57ef6',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.404747] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.404858] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.404927] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.405102] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.405176] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('714b11d6-ba86-40f7-9d5c-5fdce9e1ce06',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.405842] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.405949] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.406027] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.406190] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.406283] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3f1d71-b8c6-480c-b060-e1e3d736f8ab',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.406945] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.407072] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.407164] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.407317] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.407391] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f86e2b5b-fa47-4de6-8634-bb02061bb7e7',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.408147] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceb2184-61d7-413c-9084-472875425b71 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.408256] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.408408] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.408459] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.408537] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceb2184-61d7-413c-9084-472875425b71',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.409226] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dee2b0-0b92-426d-848f-7714d68d5b44 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.409333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.409401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.409552] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.409642] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dee2b0-0b92-426d-848f-7714d68d5b44',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.410300] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.410439] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.410518] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.410706] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.410780] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6dcd19b-f8a0-49b0-812b-84334d1e84da',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.411471] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33702fa-957c-4d97-b065-b3a9e2b37048 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.411637] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.411694] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.411808] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.411882] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33702fa-957c-4d97-b065-b3a9e2b37048',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.412677] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.412776] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.412839] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.412989] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.413075] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6b088d-b4a7-41ad-90f9-c935ec8210f4',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.413748] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e50880-844b-4a0b-9569-285ca8226a38 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.413897] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.413969] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.414177] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.414261] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e50880-844b-4a0b-9569-285ca8226a38',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.415148] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5adb5afd-0c40-4202-b06a-d1c82c671f32 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.415210] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.415282] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.415431] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.415506] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5adb5afd-0c40-4202-b06a-d1c82c671f32',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.416264] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa80cb-def0-40ef-830a-b806f051168e taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.416371] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.416440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.416589] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.416663] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa80cb-def0-40ef-830a-b806f051168e',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.417319] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 taken with stack trace [, , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.417422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.417490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.417639] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.417712] env[69318]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c8eb8c-ef5a-4cfa-b53b-f1af014d6487',) {} {{(pid=69318) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.450743] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.450974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.450974] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.451226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.452997] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.453111] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.453829] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.453924] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.454706] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.454809] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.470994] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.471166] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2721c50e-659c-4701-9d21-a31a19240c1d is going to be deleted. [ 1573.472030] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.472240] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.490801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.490958] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f86e2b5b-fa47-4de6-8634-bb02061bb7e7 is going to be deleted. [ 1573.491919] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.492144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.508440] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.508597] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e412daa8-68b3-4387-aa6c-4cd184d57ef6 is going to be deleted. [ 1573.509452] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.509767] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.526668] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.526823] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e56b91b0-cfd2-430e-b342-03605ac67dd3 is going to be deleted. [ 1573.541839] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.542079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.542079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.542267] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.542358] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.542482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2721c50e-659c-4701-9d21-a31a19240c1d" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.546673] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.546820] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.546859] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.547064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.547154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.547263] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f86e2b5b-fa47-4de6-8634-bb02061bb7e7" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.560548] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.560704] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.560746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.560920] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.561017] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.561133] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e412daa8-68b3-4387-aa6c-4cd184d57ef6" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.576702] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.576889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.576889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.577115] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.577203] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.577315] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e56b91b0-cfd2-430e-b342-03605ac67dd3" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.966023] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.966243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.966243] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.966472] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.968122] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.968226] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.973159] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.973320] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.979174] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.979298] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.987036] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.987182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.987952] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.988086] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.989113] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.989260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.990141] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.990303] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.991361] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.991443] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.992136] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.992264] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc0379c2-d6b4-4413-a2c6-b00555cc9df5 is going to be deleted. [ 1573.993645] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.993739] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.993803] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.994066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.995517] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.995612] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.996316] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.996411] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.997055] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1573.997504] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.997596] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.998213] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1573.998616] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.998710] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.999301] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1573.999680] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.999758] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.000400] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1574.000800] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.000894] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.018601] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1574.019144] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.019270] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dee2b0-0b92-426d-848f-7714d68d5b44 is going to be deleted. [ 1574.020182] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.020394] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.040450] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.040600] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e533cc4b-ef38-48cc-8545-01c33f663258 is going to be deleted. [ 1574.041448] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.041700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.067195] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.067365] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6b088d-b4a7-41ad-90f9-c935ec8210f4 is going to be deleted. [ 1574.068284] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.068504] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.069850] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.069941] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.073905] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.074104] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.099422] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.099622] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5adb5afd-0c40-4202-b06a-d1c82c671f32 is going to be deleted. [ 1574.100466] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.100672] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.122701] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.122880] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.124628] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.124750] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceb2184-61d7-413c-9084-472875425b71 is going to be deleted. [ 1574.125626] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.125896] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.143322] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.143570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.148336] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.148472] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 879fba5a-eca8-4b81-a060-b87b8ae72494 is going to be deleted. [ 1574.149516] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.149756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.153370] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.153540] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.198490] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.198656] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa80cb-def0-40ef-830a-b806f051168e is going to be deleted. [ 1574.199545] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.199756] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.233964] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.234255] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33702fa-957c-4d97-b065-b3a9e2b37048 is going to be deleted. [ 1574.235143] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.235379] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.284170] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.284378] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.287064] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.287202] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3f1d71-b8c6-480c-b060-e1e3d736f8ab is going to be deleted. [ 1574.288154] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.288368] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.309164] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.309360] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.313118] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.313251] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6dcd19b-f8a0-49b0-812b-84334d1e84da is going to be deleted. [ 1574.314176] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.314400] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.335515] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.335719] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.377068] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.377280] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.422345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.422765] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e50880-844b-4a0b-9569-285ca8226a38 is going to be deleted. [ 1574.423401] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.423622] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.454085] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.454085] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.489409] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.489619] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.515523] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.515683] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b564e0c1-a5c1-443c-9a5e-65c5215b9955 is going to be deleted. [ 1574.516599] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.516827] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.555197] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.555346] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd26b70a-8d07-4058-928b-89f099a5f888 is going to be deleted. [ 1574.556221] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.556442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.584533] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.584720] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.587436] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.587571] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c8eb8c-ef5a-4cfa-b53b-f1af014d6487 is going to be deleted. [ 1574.588500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.588718] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.619078] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.619231] env[69318]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 714b11d6-ba86-40f7-9d5c-5fdce9e1ce06 is going to be deleted. [ 1574.620239] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.620482] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.620574] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.620700] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dee2b0-0b92-426d-848f-7714d68d5b44" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.620876] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.621043] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.621124] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.621259] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc0379c2-d6b4-4413-a2c6-b00555cc9df5" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.621834] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.621984] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.622079] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.622201] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e533cc4b-ef38-48cc-8545-01c33f663258" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.622334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.622477] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.622556] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.622707] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6b088d-b4a7-41ad-90f9-c935ec8210f4" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.622811] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.622950] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.623047] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.623165] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5adb5afd-0c40-4202-b06a-d1c82c671f32" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.623289] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.623426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.623500] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.623621] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceb2184-61d7-413c-9084-472875425b71" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.623751] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.623889] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.623962] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.624091] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-879fba5a-eca8-4b81-a060-b87b8ae72494" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.624217] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.624353] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.624426] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.624538] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa80cb-def0-40ef-830a-b806f051168e" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.624662] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.624801] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.624874] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.624982] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3f1d71-b8c6-480c-b060-e1e3d736f8ab" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.625123] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.625260] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.625333] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.625442] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33702fa-957c-4d97-b065-b3a9e2b37048" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.625570] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.625708] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.625783] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.625895] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6dcd19b-f8a0-49b0-812b-84334d1e84da" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.626028] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.626167] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.626241] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.626345] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e50880-844b-4a0b-9569-285ca8226a38" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.659164] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.659362] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.659405] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.659643] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.659746] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.659868] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b564e0c1-a5c1-443c-9a5e-65c5215b9955" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.662401] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.662520] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.662609] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.662779] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.662863] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.662981] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd26b70a-8d07-4058-928b-89f099a5f888" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.698843] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.699066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.699066] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.699265] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.699351] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.699478] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-714b11d6-ba86-40f7-9d5c-5fdce9e1ce06" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.711954] env[69318]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1574.712671] env[69318]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69318) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.712862] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.712966] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.713238] env[69318]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.713334] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.713456] env[69318]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c8eb8c-ef5a-4cfa-b53b-f1af014d6487" {{(pid=69318) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.394470] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.394827] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.395636] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.396063] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.396284] env[69318]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.396617] env[69318]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0